diff --git a/TensorFlow/contrib/cv/Cognitive_Planning_ID2015_for_TensorFlow/.keep b/TensorFlow/contrib/cv/Cognitive_Planning_ID2015_for_TensorFlow/.keep
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/TensorFlow/contrib/cv/Cognitive_Planning_ID2015_for_TensorFlow/BUILD b/TensorFlow/contrib/cv/Cognitive_Planning_ID2015_for_TensorFlow/BUILD
new file mode 100644
index 0000000000000000000000000000000000000000..3561987df8ae43df60c78690b6c3a52fcb887a3e
--- /dev/null
+++ b/TensorFlow/contrib/cv/Cognitive_Planning_ID2015_for_TensorFlow/BUILD
@@ -0,0 +1,19 @@
+package(default_visibility = [":internal"])
+
+licenses(["notice"]) # Apache 2.0
+
+exports_files(["LICENSE"])
+
+package_group(
+ name = "internal",
+ packages = [
+ "//cognitive_planning/...",
+ ],
+)
+
+py_binary(
+ name = "train_supervised_active_vision",
+ srcs = [
+ "train_supervised_active_vision.py",
+ ],
+)
diff --git a/TensorFlow/contrib/cv/Cognitive_Planning_ID2015_for_TensorFlow/LICENSE b/TensorFlow/contrib/cv/Cognitive_Planning_ID2015_for_TensorFlow/LICENSE
new file mode 100644
index 0000000000000000000000000000000000000000..ab652360b248f2947c2e3ccf306ca128660ea731
--- /dev/null
+++ b/TensorFlow/contrib/cv/Cognitive_Planning_ID2015_for_TensorFlow/LICENSE
@@ -0,0 +1,284 @@
+ Apache License
+ Version 2.0, January 2004
+ http://www.apache.org/licenses/
+
+ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
+
+ 1. Definitions.
+
+ "License" shall mean the terms and conditions for use, reproduction,
+ and distribution as defined by Sections 1 through 9 of this document.
+
+ "Licensor" shall mean the copyright owner or entity authorized by
+ the copyright owner that is granting the License.
+
+ "Legal Entity" shall mean the union of the acting entity and all
+ other entities that control, are controlled by, or are under common
+ control with that entity. For the purposes of this definition,
+ "control" means (i) the power, direct or indirect, to cause the
+ direction or management of such entity, whether by contract or
+ otherwise, or (ii) ownership of fifty percent (50%) or more of the
+ outstanding shares, or (iii) beneficial ownership of such entity.
+
+ "You" (or "Your") shall mean an individual or Legal Entity
+ exercising permissions granted by this License.
+
+ "Source" form shall mean the preferred form for making modifications,
+ including but not limited to software source code, documentation
+ source, and configuration files.
+
+ "Object" form shall mean any form resulting from mechanical
+ transformation or translation of a Source form, including but
+ not limited to compiled object code, generated documentation,
+ and conversions to other media types.
+
+ "Work" shall mean the work of authorship, whether in Source or
+ Object form, made available under the License, as indicated by a
+ copyright notice that is included in or attached to the work
+ (an example is provided in the Appendix below).
+
+ "Derivative Works" shall mean any work, whether in Source or Object
+ form, that is based on (or derived from) the Work and for which the
+ editorial revisions, annotations, elaborations, or other modifications
+ represent, as a whole, an original work of authorship. For the purposes
+ of this License, Derivative Works shall not include works that remain
+ separable from, or merely link (or bind by name) to the interfaces of,
+ the Work and Derivative Works thereof.
+
+ "Contribution" shall mean any work of authorship, including
+ the original version of the Work and any modifications or additions
+ to that Work or Derivative Works thereof, that is intentionally
+ submitted to Licensor for inclusion in the Work by the copyright owner
+ or by an individual or Legal Entity authorized to submit on behalf of
+ the copyright owner. For the purposes of this definition, "submitted"
+ means any form of electronic, verbal, or written communication sent
+ to the Licensor or its representatives, including but not limited to
+ communication on electronic mailing lists, source code control systems,
+ and issue tracking systems that are managed by, or on behalf of, the
+ Licensor for the purpose of discussing and improving the Work, but
+ excluding communication that is conspicuously marked or otherwise
+ designated in writing by the copyright owner as "Not a Contribution."
+
+ "Contributor" shall mean Licensor and any individual or Legal Entity
+ on behalf of whom a Contribution has been received by Licensor and
+ subsequently incorporated within the Work.
+
+ 2. Grant of Copyright License. Subject to the terms and conditions of
+ this License, each Contributor hereby grants to You a perpetual,
+ worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+ copyright license to reproduce, prepare Derivative Works of,
+ publicly display, publicly perform, sublicense, and distribute the
+ Work and such Derivative Works in Source or Object form.
+
+ 3. Grant of Patent License. Subject to the terms and conditions of
+ this License, each Contributor hereby grants to You a perpetual,
+ worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+ (except as stated in this section) patent license to make, have made,
+ use, offer to sell, sell, import, and otherwise transfer the Work,
+ where such license applies only to those patent claims licensable
+ by such Contributor that are necessarily infringed by their
+ Contribution(s) alone or by combination of their Contribution(s)
+ with the Work to which such Contribution(s) was submitted. If You
+ institute patent litigation against any entity (including a
+ cross-claim or counterclaim in a lawsuit) alleging that the Work
+ or a Contribution incorporated within the Work constitutes direct
+ or contributory patent infringement, then any patent licenses
+ granted to You under this License for that Work shall terminate
+ as of the date such litigation is filed.
+
+ 4. Redistribution. You may reproduce and distribute copies of the
+ Work or Derivative Works thereof in any medium, with or without
+ modifications, and in Source or Object form, provided that You
+ meet the following conditions:
+
+ (a) You must give any other recipients of the Work or
+ Derivative Works a copy of this License; and
+
+ (b) You must cause any modified files to carry prominent notices
+ stating that You changed the files; and
+
+ (c) You must retain, in the Source form of any Derivative Works
+ that You distribute, all copyright, patent, trademark, and
+ attribution notices from the Source form of the Work,
+ excluding those notices that do not pertain to any part of
+ the Derivative Works; and
+
+ (d) If the Work includes a "NOTICE" text file as part of its
+ distribution, then any Derivative Works that You distribute must
+ include a readable copy of the attribution notices contained
+ within such NOTICE file, excluding those notices that do not
+ pertain to any part of the Derivative Works, in at least one
+ of the following places: within a NOTICE text file distributed
+ as part of the Derivative Works; within the Source form or
+ documentation, if provided along with the Derivative Works; or,
+ within a display generated by the Derivative Works, if and
+ wherever such third-party notices normally appear. The contents
+ of the NOTICE file are for informational purposes only and
+ do not modify the License. You may add Your own attribution
+ notices within Derivative Works that You distribute, alongside
+ or as an addendum to the NOTICE text from the Work, provided
+ that such additional attribution notices cannot be construed
+ as modifying the License.
+
+ You may add Your own copyright statement to Your modifications and
+ may provide additional or different license terms and conditions
+ for use, reproduction, or distribution of Your modifications, or
+ for any such Derivative Works as a whole, provided Your use,
+ reproduction, and distribution of the Work otherwise complies with
+ the conditions stated in this License.
+
+ 5. Submission of Contributions. Unless You explicitly state otherwise,
+ any Contribution intentionally submitted for inclusion in the Work
+ by You to the Licensor shall be under the terms and conditions of
+ this License, without any additional terms or conditions.
+ Notwithstanding the above, nothing herein shall supersede or modify
+ the terms of any separate license agreement you may have executed
+ with Licensor regarding such Contributions.
+
+ 6. Trademarks. This License does not grant permission to use the trade
+ names, trademarks, service marks, or product names of the Licensor,
+ except as required for reasonable and customary use in describing the
+ origin of the Work and reproducing the content of the NOTICE file.
+
+ 7. Disclaimer of Warranty. Unless required by applicable law or
+ agreed to in writing, Licensor provides the Work (and each
+ Contributor provides its Contributions) on an "AS IS" BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+ implied, including, without limitation, any warranties or conditions
+ of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
+ PARTICULAR PURPOSE. You are solely responsible for determining the
+ appropriateness of using or redistributing the Work and assume any
+ risks associated with Your exercise of permissions under this License.
+
+ 8. Limitation of Liability. In no event and under no legal theory,
+ whether in tort (including negligence), contract, or otherwise,
+ unless required by applicable law (such as deliberate and grossly
+ negligent acts) or agreed to in writing, shall any Contributor be
+ liable to You for damages, including any direct, indirect, special,
+ incidental, or consequential damages of any character arising as a
+ result of this License or out of the use or inability to use the
+ Work (including but not limited to damages for loss of goodwill,
+ work stoppage, computer failure or malfunction, or any and all
+ other commercial damages or losses), even if such Contributor
+ has been advised of the possibility of such damages.
+
+ 9. Accepting Warranty or Additional Liability. While redistributing
+ the Work or Derivative Works thereof, You may choose to offer,
+ and charge a fee for, acceptance of support, warranty, indemnity,
+ or other liability obligations and/or rights consistent with this
+ License. However, in accepting such obligations, You may act only
+ on Your own behalf and on Your sole responsibility, not on behalf
+ of any other Contributor, and only if You agree to indemnify,
+ defend, and hold each Contributor harmless for any liability
+ incurred by, or claims asserted against, such Contributor by reason
+ of your accepting any such warranty or additional liability.
+
+ END OF TERMS AND CONDITIONS
+
+ APPENDIX: How to apply the Apache License to your work.
+
+ To apply the Apache License to your work, attach the following
+ boilerplate notice, with the fields enclosed by brackets "[]"
+ replaced with your own identifying information. (Don't include
+ the brackets!) The text should be enclosed in the appropriate
+ comment syntax for the file format. We also recommend that a
+ file or class name and description of purpose be included on the
+ same "printed page" as the copyright notice for easier
+ identification within third-party archives.
+
+ Copyright [yyyy] [name of copyright owner]
+
+ Licensed under the Apache License, Version 2.0 (the "License");
+ you may not use this file except in compliance with the License.
+ You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing, software
+ distributed under the License is distributed on an "AS IS" BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ See the License for the specific language governing permissions and
+ limitations under the License.
+
+------------------
+Files: third_party/compute_library/...
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.
+
+------------------
+Files: ACKNOWLEDGEMENTS
+LICENSE
+
+Redistribution and use in source and binary forms, with or without
+modification, are permitted provided that the following conditions are met:
+
+1. Redistributions of source code must retain the above copyright notice, this
+ list of conditions and the following disclaimer.
+
+2. Redistributions in binary form must reproduce the above copyright notice,
+ this list of conditions and the following disclaimer in the documentation
+ and/or other materials provided with the distribution.
+
+ THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
+ ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
+ WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+ DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR
+ ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
+ (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
+ LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
+ ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+ (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
+ SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+
+------------------
+Files: third_party/hexagon
+
+Copyright (c) 2016-2019, The Linux Foundation. All rights reserved.
+
+Redistribution and use in source and binary forms, with or without
+modification, are permitted (subject to the limitations in the
+disclaimer below) provided that the following conditions are met:
+
+ * Redistributions of source code must retain the above copyright
+ notice, this list of conditions and the following disclaimer.
+
+ * Redistributions in binary form must reproduce the above
+ copyright notice, this list of conditions and the following
+ disclaimer in the documentation and/or other materials provided
+ with the distribution.
+
+ * Neither the name of The Linux Foundation nor the names of its
+ contributors may be used to endorse or promote products derived
+ from this software without specific prior written permission.
+
+NO EXPRESS OR IMPLIED LICENSES TO ANY PARTY'S PATENT RIGHTS ARE
+GRANTED BY THIS LICENSE. THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT
+HOLDERS AND CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED
+WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
+MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
+IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR
+ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE
+GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
+INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER
+IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
+OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN
+IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
diff --git a/TensorFlow/contrib/cv/Cognitive_Planning_ID2015_for_TensorFlow/README.md b/TensorFlow/contrib/cv/Cognitive_Planning_ID2015_for_TensorFlow/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..f9ca0ae7bc31b854bbf8bc7e7e60ffcac93bece6
--- /dev/null
+++ b/TensorFlow/contrib/cv/Cognitive_Planning_ID2015_for_TensorFlow/README.md
@@ -0,0 +1,192 @@
+- [基本信息](#基本信息.md)
+- [概述](#概述.md)
+- [训练环境准备](#训练环境准备.md)
+- [快速上手](#快速上手.md)
+- [迁移学习指导](#迁移学习指导.md)
+- [高级参考](#高级参考.md)
+
基本信息
+
+**发布者(Publisher):Huawei**
+
+**应用领域(Application Domain): Computer Version**
+
+**版本(Version):1.1**
+
+**修改时间(Modified) :2022.1.3**
+
+**大小(Size):74M**
+
+**框架(Framework):TensorFlow 1.15.0**
+
+**模型格式(Model Format):ckpt**
+
+**精度(Precision):Mixed**
+
+**处理器(Processor):昇腾910**
+
+**应用级别(Categories):Research**
+
+**描述(Description):基于TensorFlow框架的cognitive_planning语义目标驱动导航网络训练代码**
+
+概述
+
+本模型利用深度网络来学习基于语义表示的目标驱动路径规划导航策略,其主要特点是以图像为输入,利用预训练的Faster R-CNN提取目标语义信息,用LSTM学习当前状态下采取行动a的代价,最终根据最低代价生成一系列移动,指导机器人从起始位置移动到目标位置。
+
+- 参考论文:
+
+ [Mousavian, Arsalan, Alexander Toshev, Marek Fišer, Jana Košecká, Ayzaan Wahid, and James Davidson. "Visual representations for semantic target driven navigation." In 2019 International Conference on Robotics and Automation (ICRA), pp. 8846-8852. IEEE, 2019.](https://arxiv.org/abs/1805.06066)
+
+- 参考实现:https://github.com/tensorflow/models/tree/master/research/cognitive_planning
+- 适配昇腾 AI 处理器的实现:
+ https://gitee.com/juyierchun/ModelZoo-TensorFlow/tree/master/TensorFlow/contrib/cv/Cognitive_Planning_ID2015_for_TensorFlow
+
+
+## 默认配置
+
+- 网络结构
+ - CNN+LSTM
+
+- 训练超参
+
+ - Batch size: 8
+ - Momentum: 0.9
+ - LR scheduler: exponential, with decay rate of 0.98 at every 1000 steps.
+ - Learning rate(LR): 0.0001
+ - Optimizer: AlexOptimizer
+ - train_iters: 69000
+ - lstm_cell_size: 2048
+ - policy_fc_size: 2048
+ - sequence_length: 20
+ - max_eval_episode_length: 100
+
+
+## 支持特性
+
+| 特性列表 | 是否支持 |
+|-------|------|
+| 分布式训练 | 是 |
+| 混合精度 | 是 |
+| 并行数据 | 否 |
+
+
+## 训练环境准备
+1. NPU环境
+硬件环境:
+ ```
+ NPU: 1*Ascend 910
+ CPU: 24*vCPUs 96GB
+ ```
+ 运行环境:
+ ```
+ ascend-share/5.0.4.alpha005_tensorflow-ascend910-cp37-euleros2.8-aarch64-training:1.15.0-21.0.2_1230
+ ```
+2. 第三方依赖
+ ```
+ networkx
+ gin-config
+ ```
+
+# 快速上手
+## 数据集准备
+- 用户需自行下载ActiveVision Dataset数据集,已上传至obs中。obs路径如下:obs://cognitive-planning/dataset/AVD_Minimal/。
+## 模型训练
+* 单击“立即下载”,并选择合适的下载方式下载源码包。
+* 开始训练
+ * 启动训练之前,首先要配置程序运行相关环境变量。 环境变量配置信息参见:
+[Ascend 910训练平台环境变量设置](https://gitee.com/ascend/modelzoo/wikis/Ascend%20910%E8%AE%AD%E7%BB%83%E5%B9%B3%E5%8F%B0%E7%8E%AF%E5%A2%83%E5%8F%98%E9%87%8F%E8%AE%BE%E7%BD%AE?sort_id=3148819)
+ 1. 配置训练参数。
+
+ 首先在脚本train_full_1p.sh中,配置参数以及训练数据集路径,请用户根据实际路径配置,如下所示:
+
+ ```
+ --mode='train'
+ --logdir=${output_path}/checkpoint
+ --modality_types='det'
+ --batch_size=8
+ --train_iters=200000
+ --lstm_cell_size=2048
+ --policy_fc_size=2048
+ --sequence_length=20
+ --max_eval_episode_length=100
+ --test_iters=194
+ --gin_config=envs/configs/active_vision_config.gin
+ --gin_params="ActiveVisionDatasetEnv.dataset_root='${data_path}'"
+ --logtostderr
+
+ ```
+
+ 2. 启动训练。
+
+ 脚本为Cognitive_Planning_ID2015_for_TensorFlow/test/train_full_1p.sh
+
+ ```
+ bash train_full_1p.sh
+ ```
+
+
+## 验证
+
+1. 测试的时候,需要修改脚本启动参数(Cognitive_Planning_ID2015_for_TensorFlow/test/train_full_1p.sh),配置mode为eval。
+
+ ```
+ --mode='eval'
+ ```
+
+ 2. 测试指令(脚本位于Cognitive_Planning_ID2015_for_TensorFlow/test/train_full_1p.sh)
+
+ ```
+ bash train_full_1p.sh
+ ```
+
+# 训练过程及结果
+1. 执行train_supervised_active_vision.py文件。
+2. 将训练得到的checkpoint文件放入checkpoint文件夹。
+3. 在GPU复现中,由于自行编写的脚本与原论文中不同,评估结果也有一定差异。
+以下为79000次迭代后的loss下降结果:
+
+ | | loss |
+ | -------- | :-----: |
+ | GPU复现 | 0.0553 |
+ | NPU复现 | 0.0609 |
+
+
+
+
+
+高级参考
+
+## 脚本和示例代码
+
+```
+├── train_supervised_active_vision.py //网络训练与测试代码
+├── README.md //代码说明文档
+├── envs //初始化数据集,建立环境
+│ ├──active_vision_dataset_env.py
+│ ├──task_env.py
+│ ├──util.py
+│ ├──configs
+| │ ├──active_vision_config.gin
+├── preprocessing //网络预处理
+
+
+```
+
+## 脚本参数
+
+```
+
+--mode 运行模式(train_and_evaluate);可选:train,eval
+--logdir ckpt文件存放路径
+--modality_types=det
+--batch_size=8
+--train_iters=200000
+--lstm_cell_size=2048
+--policy_fc_size=2048
+--sequence_length=20
+--max_eval_episode_length=100
+--test_iters=194
+--gin_config=envs/configs/active_vision_config.gin
+--gin_params="ActiveVisionDatasetEnv.dataset_root='C:/Users/10901/Desktop/cognitive_models/research/cognitive_planning/ActiveVisionDataset'"
+--logtostderr
+```
+
diff --git a/TensorFlow/contrib/cv/Cognitive_Planning_ID2015_for_TensorFlow/__init__.py b/TensorFlow/contrib/cv/Cognitive_Planning_ID2015_for_TensorFlow/__init__.py
new file mode 100644
index 0000000000000000000000000000000000000000..9772d6bd74cf0348a137ea4bce7fe8bd29ac9ca1
--- /dev/null
+++ b/TensorFlow/contrib/cv/Cognitive_Planning_ID2015_for_TensorFlow/__init__.py
@@ -0,0 +1,29 @@
+#
+# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ============================================================================
+# Copyright 2021 Huawei Technologies Co., Ltd
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
diff --git a/TensorFlow/contrib/cv/Cognitive_Planning_ID2015_for_TensorFlow/checkpoint/.keep b/TensorFlow/contrib/cv/Cognitive_Planning_ID2015_for_TensorFlow/checkpoint/.keep
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/TensorFlow/contrib/cv/Cognitive_Planning_ID2015_for_TensorFlow/checkpoint/train.graph b/TensorFlow/contrib/cv/Cognitive_Planning_ID2015_for_TensorFlow/checkpoint/train.graph
new file mode 100644
index 0000000000000000000000000000000000000000..84c3d85d1c02e7083196f15dcef1aeac8a56ba30
--- /dev/null
+++ b/TensorFlow/contrib/cv/Cognitive_Planning_ID2015_for_TensorFlow/checkpoint/train.graph
@@ -0,0 +1,728214 @@
+node {
+ name: "batch_processing/filename_queue/Const"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_STRING
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_STRING
+ tensor_shape {
+ dim {
+ size: 1024
+ }
+ }
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00000-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00001-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00002-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00003-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00004-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00005-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00006-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00007-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00008-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00009-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00010-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00011-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00012-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00013-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00014-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00015-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00016-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00017-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00018-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00019-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00020-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00021-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00022-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00023-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00024-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00025-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00026-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00027-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00028-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00029-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00030-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00031-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00032-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00033-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00034-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00035-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00036-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00037-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00038-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00039-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00040-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00041-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00042-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00043-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00044-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00045-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00046-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00047-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00048-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00049-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00050-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00051-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00052-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00053-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00054-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00055-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00056-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00057-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00058-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00059-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00060-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00061-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00062-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00063-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00064-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00065-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00066-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00067-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00068-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00069-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00070-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00071-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00072-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00073-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00074-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00075-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00076-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00077-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00078-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00079-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00080-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00081-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00082-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00083-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00084-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00085-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00086-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00087-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00088-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00089-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00090-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00091-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00092-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00093-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00094-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00095-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00096-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00097-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00098-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00099-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00100-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00101-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00102-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00103-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00104-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00105-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00106-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00107-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00108-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00109-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00110-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00111-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00112-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00113-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00114-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00115-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00116-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00117-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00118-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00119-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00120-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00121-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00122-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00123-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00124-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00125-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00126-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00127-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00128-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00129-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00130-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00131-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00132-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00133-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00134-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00135-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00136-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00137-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00138-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00139-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00140-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00141-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00142-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00143-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00144-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00145-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00146-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00147-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00148-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00149-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00150-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00151-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00152-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00153-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00154-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00155-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00156-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00157-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00158-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00159-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00160-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00161-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00162-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00163-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00164-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00165-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00166-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00167-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00168-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00169-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00170-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00171-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00172-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00173-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00174-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00175-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00176-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00177-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00178-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00179-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00180-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00181-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00182-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00183-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00184-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00185-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00186-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00187-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00188-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00189-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00190-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00191-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00192-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00193-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00194-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00195-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00196-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00197-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00198-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00199-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00200-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00201-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00202-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00203-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00204-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00205-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00206-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00207-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00208-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00209-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00210-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00211-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00212-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00213-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00214-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00215-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00216-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00217-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00218-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00219-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00220-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00221-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00222-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00223-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00224-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00225-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00226-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00227-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00228-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00229-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00230-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00231-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00232-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00233-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00234-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00235-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00236-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00237-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00238-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00239-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00240-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00241-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00242-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00243-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00244-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00245-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00246-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00247-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00248-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00249-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00250-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00251-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00252-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00253-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00254-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00255-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00256-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00257-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00258-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00259-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00260-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00261-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00262-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00263-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00264-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00265-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00266-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00267-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00268-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00269-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00270-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00271-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00272-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00273-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00274-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00275-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00276-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00277-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00278-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00279-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00280-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00281-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00282-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00283-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00284-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00285-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00286-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00287-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00288-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00289-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00290-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00291-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00292-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00293-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00294-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00295-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00296-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00297-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00298-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00299-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00300-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00301-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00302-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00303-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00304-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00305-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00306-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00307-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00308-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00309-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00310-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00311-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00312-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00313-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00314-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00315-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00316-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00317-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00318-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00319-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00320-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00321-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00322-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00323-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00324-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00325-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00326-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00327-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00328-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00329-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00330-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00331-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00332-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00333-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00334-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00335-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00336-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00337-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00338-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00339-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00340-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00341-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00342-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00343-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00344-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00345-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00346-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00347-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00348-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00349-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00350-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00351-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00352-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00353-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00354-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00355-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00356-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00357-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00358-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00359-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00360-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00361-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00362-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00363-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00364-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00365-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00366-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00367-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00368-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00369-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00370-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00371-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00372-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00373-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00374-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00375-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00376-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00377-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00378-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00379-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00380-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00381-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00382-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00383-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00384-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00385-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00386-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00387-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00388-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00389-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00390-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00391-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00392-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00393-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00394-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00395-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00396-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00397-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00398-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00399-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00400-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00401-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00402-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00403-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00404-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00405-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00406-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00407-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00408-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00409-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00410-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00411-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00412-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00413-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00414-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00415-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00416-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00417-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00418-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00419-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00420-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00421-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00422-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00423-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00424-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00425-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00426-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00427-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00428-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00429-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00430-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00431-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00432-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00433-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00434-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00435-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00436-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00437-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00438-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00439-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00440-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00441-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00442-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00443-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00444-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00445-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00446-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00447-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00448-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00449-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00450-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00451-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00452-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00453-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00454-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00455-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00456-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00457-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00458-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00459-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00460-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00461-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00462-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00463-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00464-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00465-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00466-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00467-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00468-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00469-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00470-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00471-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00472-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00473-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00474-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00475-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00476-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00477-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00478-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00479-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00480-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00481-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00482-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00483-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00484-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00485-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00486-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00487-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00488-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00489-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00490-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00491-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00492-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00493-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00494-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00495-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00496-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00497-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00498-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00499-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00500-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00501-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00502-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00503-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00504-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00505-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00506-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00507-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00508-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00509-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00510-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00511-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00512-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00513-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00514-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00515-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00516-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00517-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00518-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00519-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00520-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00521-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00522-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00523-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00524-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00525-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00526-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00527-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00528-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00529-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00530-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00531-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00532-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00533-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00534-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00535-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00536-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00537-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00538-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00539-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00540-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00541-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00542-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00543-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00544-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00545-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00546-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00547-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00548-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00549-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00550-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00551-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00552-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00553-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00554-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00555-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00556-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00557-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00558-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00559-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00560-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00561-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00562-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00563-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00564-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00565-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00566-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00567-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00568-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00569-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00570-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00571-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00572-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00573-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00574-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00575-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00576-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00577-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00578-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00579-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00580-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00581-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00582-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00583-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00584-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00585-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00586-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00587-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00588-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00589-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00590-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00591-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00592-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00593-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00594-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00595-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00596-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00597-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00598-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00599-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00600-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00601-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00602-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00603-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00604-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00605-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00606-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00607-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00608-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00609-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00610-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00611-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00612-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00613-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00614-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00615-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00616-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00617-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00618-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00619-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00620-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00621-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00622-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00623-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00624-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00625-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00626-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00627-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00628-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00629-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00630-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00631-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00632-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00633-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00634-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00635-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00636-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00637-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00638-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00639-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00640-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00641-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00642-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00643-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00644-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00645-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00646-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00647-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00648-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00649-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00650-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00651-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00652-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00653-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00654-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00655-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00656-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00657-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00658-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00659-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00660-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00661-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00662-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00663-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00664-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00665-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00666-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00667-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00668-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00669-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00670-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00671-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00672-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00673-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00674-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00675-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00676-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00677-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00678-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00679-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00680-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00681-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00682-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00683-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00684-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00685-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00686-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00687-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00688-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00689-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00690-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00691-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00692-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00693-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00694-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00695-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00696-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00697-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00698-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00699-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00700-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00701-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00702-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00703-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00704-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00705-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00706-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00707-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00708-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00709-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00710-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00711-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00712-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00713-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00714-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00715-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00716-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00717-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00718-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00719-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00720-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00721-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00722-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00723-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00724-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00725-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00726-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00727-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00728-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00729-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00730-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00731-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00732-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00733-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00734-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00735-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00736-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00737-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00738-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00739-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00740-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00741-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00742-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00743-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00744-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00745-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00746-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00747-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00748-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00749-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00750-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00751-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00752-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00753-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00754-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00755-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00756-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00757-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00758-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00759-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00760-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00761-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00762-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00763-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00764-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00765-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00766-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00767-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00768-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00769-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00770-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00771-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00772-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00773-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00774-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00775-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00776-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00777-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00778-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00779-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00780-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00781-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00782-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00783-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00784-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00785-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00786-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00787-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00788-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00789-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00790-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00791-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00792-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00793-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00794-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00795-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00796-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00797-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00798-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00799-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00800-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00801-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00802-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00803-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00804-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00805-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00806-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00807-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00808-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00809-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00810-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00811-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00812-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00813-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00814-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00815-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00816-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00817-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00818-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00819-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00820-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00821-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00822-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00823-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00824-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00825-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00826-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00827-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00828-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00829-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00830-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00831-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00832-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00833-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00834-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00835-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00836-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00837-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00838-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00839-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00840-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00841-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00842-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00843-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00844-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00845-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00846-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00847-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00848-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00849-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00850-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00851-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00852-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00853-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00854-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00855-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00856-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00857-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00858-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00859-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00860-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00861-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00862-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00863-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00864-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00865-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00866-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00867-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00868-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00869-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00870-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00871-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00872-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00873-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00874-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00875-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00876-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00877-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00878-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00879-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00880-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00881-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00882-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00883-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00884-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00885-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00886-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00887-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00888-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00889-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00890-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00891-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00892-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00893-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00894-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00895-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00896-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00897-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00898-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00899-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00900-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00901-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00902-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00903-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00904-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00905-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00906-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00907-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00908-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00909-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00910-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00911-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00912-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00913-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00914-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00915-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00916-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00917-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00918-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00919-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00920-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00921-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00922-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00923-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00924-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00925-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00926-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00927-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00928-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00929-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00930-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00931-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00932-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00933-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00934-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00935-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00936-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00937-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00938-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00939-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00940-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00941-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00942-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00943-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00944-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00945-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00946-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00947-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00948-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00949-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00950-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00951-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00952-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00953-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00954-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00955-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00956-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00957-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00958-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00959-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00960-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00961-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00962-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00963-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00964-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00965-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00966-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00967-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00968-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00969-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00970-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00971-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00972-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00973-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00974-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00975-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00976-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00977-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00978-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00979-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00980-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00981-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00982-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00983-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00984-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00985-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00986-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00987-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00988-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00989-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00990-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00991-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00992-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00993-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00994-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00995-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00996-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00997-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00998-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-00999-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-01000-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-01001-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-01002-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-01003-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-01004-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-01005-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-01006-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-01007-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-01008-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-01009-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-01010-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-01011-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-01012-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-01013-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-01014-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-01015-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-01016-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-01017-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-01018-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-01019-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-01020-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-01021-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-01022-of-01024"
+ string_val: "/data/imagenet-2012/imagenet-with-bbox-training-01023-of-01024"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/filename_queue/Size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/filename_queue/Greater/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/filename_queue/Greater"
+ op: "Greater"
+ input: "batch_processing/filename_queue/Size"
+ input: "batch_processing/filename_queue/Greater/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/filename_queue/Assert/data_0"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_STRING
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_STRING
+ tensor_shape {
+ }
+ string_val: "string_input_producer requires a non-null input tensor"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/filename_queue/Assert"
+ op: "Assert"
+ input: "batch_processing/filename_queue/Greater"
+ input: "batch_processing/filename_queue/Assert/data_0"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ list {
+ type: DT_STRING
+ }
+ }
+ }
+ attr {
+ key: "summarize"
+ value {
+ i: 3
+ }
+ }
+}
+node {
+ name: "batch_processing/filename_queue/Identity"
+ op: "Identity"
+ input: "batch_processing/filename_queue/Const"
+ input: "^batch_processing/filename_queue/Assert"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_STRING
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/filename_queue/RandomShuffle"
+ op: "RandomShuffle"
+ input: "batch_processing/filename_queue/Identity"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_STRING
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "batch_processing/filename_queue"
+ op: "FIFOQueue"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "capacity"
+ value {
+ i: 16
+ }
+ }
+ attr {
+ key: "component_types"
+ value {
+ list {
+ type: DT_STRING
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "batch_processing/filename_queue/filename_queue_EnqueueMany"
+ op: "QueueEnqueueMany"
+ input: "batch_processing/filename_queue"
+ input: "batch_processing/filename_queue/RandomShuffle"
+ device: "/job:worker"
+ attr {
+ key: "Tcomponents"
+ value {
+ list {
+ type: DT_STRING
+ }
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@batch_processing/filename_queue"
+ }
+ }
+ }
+ attr {
+ key: "timeout_ms"
+ value {
+ i: -1
+ }
+ }
+}
+node {
+ name: "batch_processing/filename_queue/filename_queue_Close"
+ op: "QueueClose"
+ input: "batch_processing/filename_queue"
+ device: "/job:worker"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@batch_processing/filename_queue"
+ }
+ }
+ }
+ attr {
+ key: "cancel_pending_enqueues"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "batch_processing/filename_queue/filename_queue_Close_1"
+ op: "QueueClose"
+ input: "batch_processing/filename_queue"
+ device: "/job:worker"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@batch_processing/filename_queue"
+ }
+ }
+ }
+ attr {
+ key: "cancel_pending_enqueues"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "batch_processing/filename_queue/filename_queue_Size"
+ op: "QueueSize"
+ input: "batch_processing/filename_queue"
+ device: "/job:worker"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@batch_processing/filename_queue"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/filename_queue/Cast"
+ op: "Cast"
+ input: "batch_processing/filename_queue/filename_queue_Size"
+ device: "/job:worker"
+ attr {
+ key: "DstT"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "SrcT"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/filename_queue/mul/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0625
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/filename_queue/mul"
+ op: "Mul"
+ input: "batch_processing/filename_queue/Cast"
+ input: "batch_processing/filename_queue/mul/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/filename_queue/ScalarSummary/tags"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_STRING
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_STRING
+ tensor_shape {
+ }
+ string_val: "queue/batch_processing/filename_queue/fraction_of_16_full"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/filename_queue/ScalarSummary"
+ op: "ScalarSummary"
+ input: "batch_processing/filename_queue/ScalarSummary/tags"
+ input: "batch_processing/filename_queue/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/random_examples_queue"
+ op: "RandomShuffleQueue"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "capacity"
+ value {
+ i: 8320
+ }
+ }
+ attr {
+ key: "component_types"
+ value {
+ list {
+ type: DT_STRING
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "min_after_dequeue"
+ value {
+ i: 8192
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "shapes"
+ value {
+ list {
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "batch_processing/random_examples_queue_Size"
+ op: "QueueSize"
+ input: "batch_processing/random_examples_queue"
+ device: "/job:worker"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@batch_processing/random_examples_queue"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ToFloat"
+ op: "Cast"
+ input: "batch_processing/random_examples_queue_Size"
+ device: "/job:worker"
+ attr {
+ key: "DstT"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "SrcT"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/mul/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.000120192307804
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/mul"
+ op: "Mul"
+ input: "batch_processing/ToFloat"
+ input: "batch_processing/mul/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ScalarSummary/tags"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_STRING
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_STRING
+ tensor_shape {
+ }
+ string_val: "queue/batch_processing/random_examples_queue/fraction_of_8320_full"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ScalarSummary"
+ op: "ScalarSummary"
+ input: "batch_processing/ScalarSummary/tags"
+ input: "batch_processing/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/SSTableReader"
+ op: "SSTableReader"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "key_prefix"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "batch_processing/ReaderRead"
+ op: "ReaderRead"
+ input: "batch_processing/SSTableReader"
+ input: "batch_processing/filename_queue"
+ device: "/job:worker"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@batch_processing/SSTableReader"
+ s: "loc:@batch_processing/filename_queue"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/random_examples_queue_enqueue"
+ op: "QueueEnqueue"
+ input: "batch_processing/random_examples_queue"
+ input: "batch_processing/ReaderRead:1"
+ device: "/job:worker"
+ attr {
+ key: "Tcomponents"
+ value {
+ list {
+ type: DT_STRING
+ }
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@batch_processing/random_examples_queue"
+ }
+ }
+ }
+ attr {
+ key: "timeout_ms"
+ value {
+ i: -1
+ }
+ }
+}
+node {
+ name: "batch_processing/SSTableReader_1"
+ op: "SSTableReader"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "key_prefix"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "batch_processing/ReaderRead_1"
+ op: "ReaderRead"
+ input: "batch_processing/SSTableReader_1"
+ input: "batch_processing/filename_queue"
+ device: "/job:worker"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@batch_processing/SSTableReader_1"
+ s: "loc:@batch_processing/filename_queue"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/random_examples_queue_enqueue_1"
+ op: "QueueEnqueue"
+ input: "batch_processing/random_examples_queue"
+ input: "batch_processing/ReaderRead_1:1"
+ device: "/job:worker"
+ attr {
+ key: "Tcomponents"
+ value {
+ list {
+ type: DT_STRING
+ }
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@batch_processing/random_examples_queue"
+ }
+ }
+ }
+ attr {
+ key: "timeout_ms"
+ value {
+ i: -1
+ }
+ }
+}
+node {
+ name: "batch_processing/SSTableReader_2"
+ op: "SSTableReader"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "key_prefix"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "batch_processing/ReaderRead_2"
+ op: "ReaderRead"
+ input: "batch_processing/SSTableReader_2"
+ input: "batch_processing/filename_queue"
+ device: "/job:worker"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@batch_processing/SSTableReader_2"
+ s: "loc:@batch_processing/filename_queue"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/random_examples_queue_enqueue_2"
+ op: "QueueEnqueue"
+ input: "batch_processing/random_examples_queue"
+ input: "batch_processing/ReaderRead_2:1"
+ device: "/job:worker"
+ attr {
+ key: "Tcomponents"
+ value {
+ list {
+ type: DT_STRING
+ }
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@batch_processing/random_examples_queue"
+ }
+ }
+ }
+ attr {
+ key: "timeout_ms"
+ value {
+ i: -1
+ }
+ }
+}
+node {
+ name: "batch_processing/SSTableReader_3"
+ op: "SSTableReader"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "key_prefix"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "batch_processing/ReaderRead_3"
+ op: "ReaderRead"
+ input: "batch_processing/SSTableReader_3"
+ input: "batch_processing/filename_queue"
+ device: "/job:worker"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@batch_processing/SSTableReader_3"
+ s: "loc:@batch_processing/filename_queue"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/random_examples_queue_enqueue_3"
+ op: "QueueEnqueue"
+ input: "batch_processing/random_examples_queue"
+ input: "batch_processing/ReaderRead_3:1"
+ device: "/job:worker"
+ attr {
+ key: "Tcomponents"
+ value {
+ list {
+ type: DT_STRING
+ }
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@batch_processing/random_examples_queue"
+ }
+ }
+ }
+ attr {
+ key: "timeout_ms"
+ value {
+ i: -1
+ }
+ }
+}
+node {
+ name: "batch_processing/random_examples_queue_Close"
+ op: "QueueClose"
+ input: "batch_processing/random_examples_queue"
+ device: "/job:worker"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@batch_processing/random_examples_queue"
+ }
+ }
+ }
+ attr {
+ key: "cancel_pending_enqueues"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "batch_processing/random_examples_queue_Close_1"
+ op: "QueueClose"
+ input: "batch_processing/random_examples_queue"
+ device: "/job:worker"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@batch_processing/random_examples_queue"
+ }
+ }
+ }
+ attr {
+ key: "cancel_pending_enqueues"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "batch_processing/random_examples_queue_Dequeue"
+ op: "QueueDequeue"
+ input: "batch_processing/random_examples_queue"
+ device: "/job:worker"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@batch_processing/random_examples_queue"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "component_types"
+ value {
+ list {
+ type: DT_STRING
+ }
+ }
+ }
+ attr {
+ key: "timeout_ms"
+ value {
+ i: -1
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample/Rank"
+ op: "Rank"
+ input: "batch_processing/random_examples_queue_Dequeue"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_STRING
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample/Equal/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample/Equal"
+ op: "Equal"
+ input: "batch_processing/ParseSingleExample/Rank"
+ input: "batch_processing/ParseSingleExample/Equal/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample/SerializedIsScalar/data_0"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_STRING
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_STRING
+ tensor_shape {
+ }
+ string_val: "Input serialized must be a scalar"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample/SerializedIsScalar"
+ op: "Assert"
+ input: "batch_processing/ParseSingleExample/Equal"
+ input: "batch_processing/ParseSingleExample/SerializedIsScalar/data_0"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ list {
+ type: DT_STRING
+ }
+ }
+ }
+ attr {
+ key: "summarize"
+ value {
+ i: 3
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample/SerializedDependencies"
+ op: "Identity"
+ input: "batch_processing/random_examples_queue_Dequeue"
+ input: "^batch_processing/ParseSingleExample/SerializedIsScalar"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_STRING
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@batch_processing/random_examples_queue"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample/ExpandDims/dim"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample/ExpandDims"
+ op: "ExpandDims"
+ input: "batch_processing/ParseSingleExample/SerializedDependencies"
+ input: "batch_processing/ParseSingleExample/ExpandDims/dim"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_STRING
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample/ParseExample/key_image/class/label"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT64
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT64
+ tensor_shape {
+ }
+ int64_val: -1
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample/ParseExample/Reshape/shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample/ParseExample/Reshape"
+ op: "Reshape"
+ input: "batch_processing/ParseSingleExample/ParseExample/key_image/class/label"
+ input: "batch_processing/ParseSingleExample/ParseExample/Reshape/shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT64
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample/ParseExample/key_image/class/text"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_STRING
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_STRING
+ tensor_shape {
+ }
+ string_val: ""
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample/ParseExample/Reshape_1/shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample/ParseExample/Reshape_1"
+ op: "Reshape"
+ input: "batch_processing/ParseSingleExample/ParseExample/key_image/class/text"
+ input: "batch_processing/ParseSingleExample/ParseExample/Reshape_1/shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_STRING
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample/ParseExample/key_image/encoded"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_STRING
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_STRING
+ tensor_shape {
+ }
+ string_val: ""
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample/ParseExample/Reshape_2/shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample/ParseExample/Reshape_2"
+ op: "Reshape"
+ input: "batch_processing/ParseSingleExample/ParseExample/key_image/encoded"
+ input: "batch_processing/ParseSingleExample/ParseExample/Reshape_2/shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_STRING
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample/ParseExample/ParseExample/names"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_STRING
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_STRING
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample/ParseExample/ParseExample/sparse_keys_0"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_STRING
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_STRING
+ tensor_shape {
+ }
+ string_val: "image/object/bbox/xmax"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample/ParseExample/ParseExample/sparse_keys_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_STRING
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_STRING
+ tensor_shape {
+ }
+ string_val: "image/object/bbox/xmin"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample/ParseExample/ParseExample/sparse_keys_2"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_STRING
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_STRING
+ tensor_shape {
+ }
+ string_val: "image/object/bbox/ymax"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample/ParseExample/ParseExample/sparse_keys_3"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_STRING
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_STRING
+ tensor_shape {
+ }
+ string_val: "image/object/bbox/ymin"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample/ParseExample/ParseExample/dense_keys_0"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_STRING
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_STRING
+ tensor_shape {
+ }
+ string_val: "image/class/label"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample/ParseExample/ParseExample/dense_keys_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_STRING
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_STRING
+ tensor_shape {
+ }
+ string_val: "image/class/text"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample/ParseExample/ParseExample/dense_keys_2"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_STRING
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_STRING
+ tensor_shape {
+ }
+ string_val: "image/encoded"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample/ParseExample/ParseExample"
+ op: "ParseExample"
+ input: "batch_processing/ParseSingleExample/ExpandDims"
+ input: "batch_processing/ParseSingleExample/ParseExample/ParseExample/names"
+ input: "batch_processing/ParseSingleExample/ParseExample/ParseExample/sparse_keys_0"
+ input: "batch_processing/ParseSingleExample/ParseExample/ParseExample/sparse_keys_1"
+ input: "batch_processing/ParseSingleExample/ParseExample/ParseExample/sparse_keys_2"
+ input: "batch_processing/ParseSingleExample/ParseExample/ParseExample/sparse_keys_3"
+ input: "batch_processing/ParseSingleExample/ParseExample/ParseExample/dense_keys_0"
+ input: "batch_processing/ParseSingleExample/ParseExample/ParseExample/dense_keys_1"
+ input: "batch_processing/ParseSingleExample/ParseExample/ParseExample/dense_keys_2"
+ input: "batch_processing/ParseSingleExample/ParseExample/Reshape"
+ input: "batch_processing/ParseSingleExample/ParseExample/Reshape_1"
+ input: "batch_processing/ParseSingleExample/ParseExample/Reshape_2"
+ device: "/job:worker"
+ attr {
+ key: "Ndense"
+ value {
+ i: 3
+ }
+ }
+ attr {
+ key: "Nsparse"
+ value {
+ i: 4
+ }
+ }
+ attr {
+ key: "Tdense"
+ value {
+ list {
+ type: DT_INT64
+ type: DT_STRING
+ type: DT_STRING
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ dim {
+ size: 2
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ dim {
+ size: 2
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ dim {
+ size: 2
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ dim {
+ size: 2
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: 2
+ }
+ }
+ shape {
+ dim {
+ size: 2
+ }
+ }
+ shape {
+ dim {
+ size: 2
+ }
+ }
+ shape {
+ dim {
+ size: 2
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ dim {
+ size: 1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dense_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ shape {
+ }
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "sparse_types"
+ value {
+ list {
+ type: DT_FLOAT
+ type: DT_FLOAT
+ type: DT_FLOAT
+ type: DT_FLOAT
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample/Squeeze_image/class/label"
+ op: "Squeeze"
+ input: "batch_processing/ParseSingleExample/ParseExample/ParseExample:12"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT64
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "squeeze_dims"
+ value {
+ list {
+ i: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample/Squeeze_image/class/text"
+ op: "Squeeze"
+ input: "batch_processing/ParseSingleExample/ParseExample/ParseExample:13"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_STRING
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "squeeze_dims"
+ value {
+ list {
+ i: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample/Squeeze_image/encoded"
+ op: "Squeeze"
+ input: "batch_processing/ParseSingleExample/ParseExample/ParseExample:14"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_STRING
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "squeeze_dims"
+ value {
+ list {
+ i: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample/Slice_Indices_image/object/bbox/xmax/begin"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 2
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample/Slice_Indices_image/object/bbox/xmax/size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 2
+ }
+ }
+ tensor_content: "\377\377\377\377\377\377\377\377"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample/Slice_Indices_image/object/bbox/xmax"
+ op: "Slice"
+ input: "batch_processing/ParseSingleExample/ParseExample/ParseExample"
+ input: "batch_processing/ParseSingleExample/Slice_Indices_image/object/bbox/xmax/begin"
+ input: "batch_processing/ParseSingleExample/Slice_Indices_image/object/bbox/xmax/size"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT64
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample/Squeeze_Shape_image/object/bbox/xmax/begin"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample/Squeeze_Shape_image/object/bbox/xmax/size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: -1
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample/Squeeze_Shape_image/object/bbox/xmax"
+ op: "Slice"
+ input: "batch_processing/ParseSingleExample/ParseExample/ParseExample:8"
+ input: "batch_processing/ParseSingleExample/Squeeze_Shape_image/object/bbox/xmax/begin"
+ input: "batch_processing/ParseSingleExample/Squeeze_Shape_image/object/bbox/xmax/size"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT64
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample/Slice_Indices_image/object/bbox/xmin/begin"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 2
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample/Slice_Indices_image/object/bbox/xmin/size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 2
+ }
+ }
+ tensor_content: "\377\377\377\377\377\377\377\377"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample/Slice_Indices_image/object/bbox/xmin"
+ op: "Slice"
+ input: "batch_processing/ParseSingleExample/ParseExample/ParseExample:1"
+ input: "batch_processing/ParseSingleExample/Slice_Indices_image/object/bbox/xmin/begin"
+ input: "batch_processing/ParseSingleExample/Slice_Indices_image/object/bbox/xmin/size"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT64
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample/Squeeze_Shape_image/object/bbox/xmin/begin"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample/Squeeze_Shape_image/object/bbox/xmin/size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: -1
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample/Squeeze_Shape_image/object/bbox/xmin"
+ op: "Slice"
+ input: "batch_processing/ParseSingleExample/ParseExample/ParseExample:9"
+ input: "batch_processing/ParseSingleExample/Squeeze_Shape_image/object/bbox/xmin/begin"
+ input: "batch_processing/ParseSingleExample/Squeeze_Shape_image/object/bbox/xmin/size"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT64
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample/Slice_Indices_image/object/bbox/ymax/begin"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 2
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample/Slice_Indices_image/object/bbox/ymax/size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 2
+ }
+ }
+ tensor_content: "\377\377\377\377\377\377\377\377"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample/Slice_Indices_image/object/bbox/ymax"
+ op: "Slice"
+ input: "batch_processing/ParseSingleExample/ParseExample/ParseExample:2"
+ input: "batch_processing/ParseSingleExample/Slice_Indices_image/object/bbox/ymax/begin"
+ input: "batch_processing/ParseSingleExample/Slice_Indices_image/object/bbox/ymax/size"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT64
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample/Squeeze_Shape_image/object/bbox/ymax/begin"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample/Squeeze_Shape_image/object/bbox/ymax/size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: -1
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample/Squeeze_Shape_image/object/bbox/ymax"
+ op: "Slice"
+ input: "batch_processing/ParseSingleExample/ParseExample/ParseExample:10"
+ input: "batch_processing/ParseSingleExample/Squeeze_Shape_image/object/bbox/ymax/begin"
+ input: "batch_processing/ParseSingleExample/Squeeze_Shape_image/object/bbox/ymax/size"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT64
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample/Slice_Indices_image/object/bbox/ymin/begin"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 2
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample/Slice_Indices_image/object/bbox/ymin/size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 2
+ }
+ }
+ tensor_content: "\377\377\377\377\377\377\377\377"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample/Slice_Indices_image/object/bbox/ymin"
+ op: "Slice"
+ input: "batch_processing/ParseSingleExample/ParseExample/ParseExample:3"
+ input: "batch_processing/ParseSingleExample/Slice_Indices_image/object/bbox/ymin/begin"
+ input: "batch_processing/ParseSingleExample/Slice_Indices_image/object/bbox/ymin/size"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT64
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample/Squeeze_Shape_image/object/bbox/ymin/begin"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample/Squeeze_Shape_image/object/bbox/ymin/size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: -1
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample/Squeeze_Shape_image/object/bbox/ymin"
+ op: "Slice"
+ input: "batch_processing/ParseSingleExample/ParseExample/ParseExample:11"
+ input: "batch_processing/ParseSingleExample/Squeeze_Shape_image/object/bbox/ymin/begin"
+ input: "batch_processing/ParseSingleExample/Squeeze_Shape_image/object/bbox/ymin/size"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT64
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/Cast"
+ op: "Cast"
+ input: "batch_processing/ParseSingleExample/Squeeze_image/class/label"
+ device: "/job:worker"
+ attr {
+ key: "DstT"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "SrcT"
+ value {
+ type: DT_INT64
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ExpandDims/dim"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ExpandDims"
+ op: "ExpandDims"
+ input: "batch_processing/ParseSingleExample/ParseExample/ParseExample:5"
+ input: "batch_processing/ExpandDims/dim"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ExpandDims_1/dim"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ExpandDims_1"
+ op: "ExpandDims"
+ input: "batch_processing/ParseSingleExample/ParseExample/ParseExample:7"
+ input: "batch_processing/ExpandDims_1/dim"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ExpandDims_2/dim"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ExpandDims_2"
+ op: "ExpandDims"
+ input: "batch_processing/ParseSingleExample/ParseExample/ParseExample:4"
+ input: "batch_processing/ExpandDims_2/dim"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ExpandDims_3/dim"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ExpandDims_3"
+ op: "ExpandDims"
+ input: "batch_processing/ParseSingleExample/ParseExample/ParseExample:6"
+ input: "batch_processing/ExpandDims_3/dim"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/concat/concat_dim"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/concat"
+ op: "Concat"
+ input: "batch_processing/concat/concat_dim"
+ input: "batch_processing/ExpandDims_1"
+ input: "batch_processing/ExpandDims"
+ input: "batch_processing/ExpandDims_3"
+ input: "batch_processing/ExpandDims_2"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 4
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ExpandDims_4/dim"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ExpandDims_4"
+ op: "ExpandDims"
+ input: "batch_processing/concat"
+ input: "batch_processing/ExpandDims_4/dim"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 4
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/transpose/perm"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\002\000\000\000\001\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/transpose"
+ op: "Transpose"
+ input: "batch_processing/ExpandDims_4"
+ input: "batch_processing/transpose/perm"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/decode_jpg/DecodeJpeg"
+ op: "DecodeJpeg"
+ input: "batch_processing/ParseSingleExample/Squeeze_image/encoded"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "acceptable_fraction"
+ value {
+ f: 1.0
+ }
+ }
+ attr {
+ key: "channels"
+ value {
+ i: 3
+ }
+ }
+ attr {
+ key: "fancy_upscaling"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "ratio"
+ value {
+ i: 1
+ }
+ }
+ attr {
+ key: "try_recover_truncated"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "batch_processing/decode_jpg/convert_image/Cast"
+ op: "Cast"
+ input: "batch_processing/decode_jpg/DecodeJpeg"
+ device: "/job:worker"
+ attr {
+ key: "DstT"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "SrcT"
+ value {
+ type: DT_UINT8
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/decode_jpg/convert_image/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00392156885937
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/decode_jpg/convert_image"
+ op: "Mul"
+ input: "batch_processing/decode_jpg/convert_image/Cast"
+ input: "batch_processing/decode_jpg/convert_image/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/ExpandDims/dim"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/ExpandDims"
+ op: "ExpandDims"
+ input: "batch_processing/decode_jpg/convert_image"
+ input: "batch_processing/distort_image/ExpandDims/dim"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/DrawBoundingBoxes"
+ op: "DrawBoundingBoxes"
+ input: "batch_processing/distort_image/ExpandDims"
+ input: "batch_processing/transpose"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/ImageSummary/tag"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_STRING
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_STRING
+ tensor_shape {
+ }
+ string_val: "image_with_bounding_boxes"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/ImageSummary"
+ op: "ImageSummary"
+ input: "batch_processing/distort_image/ImageSummary/tag"
+ input: "batch_processing/distort_image/DrawBoundingBoxes"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "bad_color"
+ value {
+ tensor {
+ dtype: DT_UINT8
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ int_val: 255
+ int_val: 0
+ int_val: 0
+ int_val: 255
+ }
+ }
+ }
+ attr {
+ key: "max_images"
+ value {
+ i: 3
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/Shape"
+ op: "Shape"
+ input: "batch_processing/decode_jpg/convert_image"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/SampleDistortedBoundingBox"
+ op: "SampleDistortedBoundingBox"
+ input: "batch_processing/distort_image/Shape"
+ input: "batch_processing/transpose"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "area_range"
+ value {
+ list {
+ f: 0.0500000007451
+ f: 1.0
+ }
+ }
+ }
+ attr {
+ key: "aspect_ratio_range"
+ value {
+ list {
+ f: 0.75
+ f: 1.33000004292
+ }
+ }
+ }
+ attr {
+ key: "max_attempts"
+ value {
+ i: 100
+ }
+ }
+ attr {
+ key: "min_object_covered"
+ value {
+ f: 0.10000000149
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "use_image_if_no_bounding_boxes"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/ExpandDims_1/dim"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/ExpandDims_1"
+ op: "ExpandDims"
+ input: "batch_processing/decode_jpg/convert_image"
+ input: "batch_processing/distort_image/ExpandDims_1/dim"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/DrawBoundingBoxes_1"
+ op: "DrawBoundingBoxes"
+ input: "batch_processing/distort_image/ExpandDims_1"
+ input: "batch_processing/distort_image/SampleDistortedBoundingBox:2"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/ImageSummary_1/tag"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_STRING
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_STRING
+ tensor_shape {
+ }
+ string_val: "images_with_distorted_bounding_box"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/ImageSummary_1"
+ op: "ImageSummary"
+ input: "batch_processing/distort_image/ImageSummary_1/tag"
+ input: "batch_processing/distort_image/DrawBoundingBoxes_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "bad_color"
+ value {
+ tensor {
+ dtype: DT_UINT8
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ int_val: 255
+ int_val: 0
+ int_val: 0
+ int_val: 255
+ }
+ }
+ }
+ attr {
+ key: "max_images"
+ value {
+ i: 3
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/Slice"
+ op: "Slice"
+ input: "batch_processing/decode_jpg/convert_image"
+ input: "batch_processing/distort_image/SampleDistortedBoundingBox"
+ input: "batch_processing/distort_image/SampleDistortedBoundingBox:1"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/random_uniform/shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/random_uniform/min"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/random_uniform/max"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 4
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/random_uniform"
+ op: "RandomUniformInt"
+ input: "batch_processing/distort_image/random_uniform/shape"
+ input: "batch_processing/distort_image/random_uniform/min"
+ input: "batch_processing/distort_image/random_uniform/max"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "Tout"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/Equal/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/Equal"
+ op: "Equal"
+ input: "batch_processing/distort_image/random_uniform"
+ input: "batch_processing/distort_image/Equal/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/Switch"
+ op: "Switch"
+ input: "batch_processing/distort_image/Slice"
+ input: "batch_processing/distort_image/Equal"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/ExpandDims_2/dim"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/ExpandDims_2"
+ op: "ExpandDims"
+ input: "batch_processing/distort_image/Switch:1"
+ input: "batch_processing/distort_image/ExpandDims_2/dim"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/new_width"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 299
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/new_height"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 299
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/pack"
+ op: "Pack"
+ input: "batch_processing/distort_image/new_height"
+ input: "batch_processing/distort_image/new_width"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "axis"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/ResizeBilinear"
+ op: "ResizeBilinear"
+ input: "batch_processing/distort_image/ExpandDims_2"
+ input: "batch_processing/distort_image/pack"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "align_corners"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/Squeeze"
+ op: "Squeeze"
+ input: "batch_processing/distort_image/ResizeBilinear"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "squeeze_dims"
+ value {
+ list {
+ i: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/Equal_1/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/Equal_1"
+ op: "Equal"
+ input: "batch_processing/distort_image/random_uniform"
+ input: "batch_processing/distort_image/Equal_1/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/Switch_1"
+ op: "Switch"
+ input: "batch_processing/distort_image/Slice"
+ input: "batch_processing/distort_image/Equal_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/ExpandDims_3/dim"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/ExpandDims_3"
+ op: "ExpandDims"
+ input: "batch_processing/distort_image/Switch_1:1"
+ input: "batch_processing/distort_image/ExpandDims_3/dim"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/new_width_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 299
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/new_height_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 299
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/pack_1"
+ op: "Pack"
+ input: "batch_processing/distort_image/new_height_1"
+ input: "batch_processing/distort_image/new_width_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "axis"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/ResizeNearestNeighbor"
+ op: "ResizeNearestNeighbor"
+ input: "batch_processing/distort_image/ExpandDims_3"
+ input: "batch_processing/distort_image/pack_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "align_corners"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/Squeeze_1"
+ op: "Squeeze"
+ input: "batch_processing/distort_image/ResizeNearestNeighbor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "squeeze_dims"
+ value {
+ list {
+ i: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/Equal_2/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 2
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/Equal_2"
+ op: "Equal"
+ input: "batch_processing/distort_image/random_uniform"
+ input: "batch_processing/distort_image/Equal_2/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/Switch_2"
+ op: "Switch"
+ input: "batch_processing/distort_image/Slice"
+ input: "batch_processing/distort_image/Equal_2"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/ExpandDims_4/dim"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/ExpandDims_4"
+ op: "ExpandDims"
+ input: "batch_processing/distort_image/Switch_2:1"
+ input: "batch_processing/distort_image/ExpandDims_4/dim"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/new_width_2"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 299
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/new_height_2"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 299
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/pack_2"
+ op: "Pack"
+ input: "batch_processing/distort_image/new_height_2"
+ input: "batch_processing/distort_image/new_width_2"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "axis"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/ResizeBicubic"
+ op: "ResizeBicubic"
+ input: "batch_processing/distort_image/ExpandDims_4"
+ input: "batch_processing/distort_image/pack_2"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "align_corners"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/Squeeze_2"
+ op: "Squeeze"
+ input: "batch_processing/distort_image/ResizeBicubic"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "squeeze_dims"
+ value {
+ list {
+ i: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/Equal_3/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 3
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/Equal_3"
+ op: "Equal"
+ input: "batch_processing/distort_image/random_uniform"
+ input: "batch_processing/distort_image/Equal_3/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/Switch_3"
+ op: "Switch"
+ input: "batch_processing/distort_image/Slice"
+ input: "batch_processing/distort_image/Equal_3"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/ExpandDims_5/dim"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/ExpandDims_5"
+ op: "ExpandDims"
+ input: "batch_processing/distort_image/Switch_3:1"
+ input: "batch_processing/distort_image/ExpandDims_5/dim"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/new_width_3"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 299
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/new_height_3"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 299
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/pack_3"
+ op: "Pack"
+ input: "batch_processing/distort_image/new_height_3"
+ input: "batch_processing/distort_image/new_width_3"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "axis"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/ResizeArea"
+ op: "ResizeArea"
+ input: "batch_processing/distort_image/ExpandDims_5"
+ input: "batch_processing/distort_image/pack_3"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "align_corners"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/Squeeze_3"
+ op: "Squeeze"
+ input: "batch_processing/distort_image/ResizeArea"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "squeeze_dims"
+ value {
+ list {
+ i: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/Merge"
+ op: "Merge"
+ input: "batch_processing/distort_image/Squeeze"
+ input: "batch_processing/distort_image/Squeeze_1"
+ input: "batch_processing/distort_image/Squeeze_2"
+ input: "batch_processing/distort_image/Squeeze_3"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 4
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/ExpandDims_6/dim"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/ExpandDims_6"
+ op: "ExpandDims"
+ input: "batch_processing/distort_image/Merge"
+ input: "batch_processing/distort_image/ExpandDims_6/dim"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/ImageSummary_2/tag"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_STRING
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_STRING
+ tensor_shape {
+ }
+ string_val: "cropped_resized_image"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/ImageSummary_2"
+ op: "ImageSummary"
+ input: "batch_processing/distort_image/ImageSummary_2/tag"
+ input: "batch_processing/distort_image/ExpandDims_6"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "bad_color"
+ value {
+ tensor {
+ dtype: DT_UINT8
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ int_val: 255
+ int_val: 0
+ int_val: 0
+ int_val: 255
+ }
+ }
+ }
+ attr {
+ key: "max_images"
+ value {
+ i: 3
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/random_uniform_1/shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/random_uniform_1/min"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/random_uniform_1/max"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/random_uniform_1/RandomUniform"
+ op: "RandomUniform"
+ input: "batch_processing/distort_image/random_uniform_1/shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/random_uniform_1/sub"
+ op: "Sub"
+ input: "batch_processing/distort_image/random_uniform_1/max"
+ input: "batch_processing/distort_image/random_uniform_1/min"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/random_uniform_1/mul"
+ op: "Mul"
+ input: "batch_processing/distort_image/random_uniform_1/RandomUniform"
+ input: "batch_processing/distort_image/random_uniform_1/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/random_uniform_1"
+ op: "Add"
+ input: "batch_processing/distort_image/random_uniform_1/mul"
+ input: "batch_processing/distort_image/random_uniform_1/min"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/pack_4/0"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/pack_4/2"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/pack_4"
+ op: "Pack"
+ input: "batch_processing/distort_image/pack_4/0"
+ input: "batch_processing/distort_image/random_uniform_1"
+ input: "batch_processing/distort_image/pack_4/2"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 3
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "axis"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/Less/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.5
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/Less"
+ op: "Less"
+ input: "batch_processing/distort_image/pack_4"
+ input: "batch_processing/distort_image/Less/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/Reverse"
+ op: "Reverse"
+ input: "batch_processing/distort_image/Merge"
+ input: "batch_processing/distort_image/Less"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/random_uniform_2/shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/random_uniform_2/min"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/random_uniform_2/max"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 2
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/random_uniform_2"
+ op: "RandomUniformInt"
+ input: "batch_processing/distort_image/random_uniform_2/shape"
+ input: "batch_processing/distort_image/random_uniform_2/min"
+ input: "batch_processing/distort_image/random_uniform_2/max"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "Tout"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/Equal_4/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/Equal_4"
+ op: "Equal"
+ input: "batch_processing/distort_image/random_uniform_2"
+ input: "batch_processing/distort_image/Equal_4/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/Switch_4"
+ op: "Switch"
+ input: "batch_processing/distort_image/Reverse"
+ input: "batch_processing/distort_image/Equal_4"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color/random_uniform/shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color/random_uniform/min"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: -0.1254902035
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color/random_uniform/max"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.1254902035
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color/random_uniform/RandomUniform"
+ op: "RandomUniform"
+ input: "batch_processing/distort_image/distort_color/random_uniform/shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color/random_uniform/sub"
+ op: "Sub"
+ input: "batch_processing/distort_image/distort_color/random_uniform/max"
+ input: "batch_processing/distort_image/distort_color/random_uniform/min"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color/random_uniform/mul"
+ op: "Mul"
+ input: "batch_processing/distort_image/distort_color/random_uniform/RandomUniform"
+ input: "batch_processing/distort_image/distort_color/random_uniform/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color/random_uniform"
+ op: "Add"
+ input: "batch_processing/distort_image/distort_color/random_uniform/mul"
+ input: "batch_processing/distort_image/distort_color/random_uniform/min"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color/adjust_brightness/Identity"
+ op: "Identity"
+ input: "batch_processing/distort_image/Switch_4:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color/adjust_brightness"
+ op: "Add"
+ input: "batch_processing/distort_image/distort_color/adjust_brightness/Identity"
+ input: "batch_processing/distort_image/distort_color/random_uniform"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color/adjust_brightness/Identity_1"
+ op: "Identity"
+ input: "batch_processing/distort_image/distort_color/adjust_brightness"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color/random_uniform_1/shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color/random_uniform_1/min"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.5
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color/random_uniform_1/max"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.5
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color/random_uniform_1/RandomUniform"
+ op: "RandomUniform"
+ input: "batch_processing/distort_image/distort_color/random_uniform_1/shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color/random_uniform_1/sub"
+ op: "Sub"
+ input: "batch_processing/distort_image/distort_color/random_uniform_1/max"
+ input: "batch_processing/distort_image/distort_color/random_uniform_1/min"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color/random_uniform_1/mul"
+ op: "Mul"
+ input: "batch_processing/distort_image/distort_color/random_uniform_1/RandomUniform"
+ input: "batch_processing/distort_image/distort_color/random_uniform_1/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color/random_uniform_1"
+ op: "Add"
+ input: "batch_processing/distort_image/distort_color/random_uniform_1/mul"
+ input: "batch_processing/distort_image/distort_color/random_uniform_1/min"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color/adjust_saturation/Identity"
+ op: "Identity"
+ input: "batch_processing/distort_image/distort_color/adjust_brightness/Identity_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color/adjust_saturation/RGBToHSV"
+ op: "RGBToHSV"
+ input: "batch_processing/distort_image/distort_color/adjust_saturation/Identity"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color/adjust_saturation/Slice/begin"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\000\000\000\000\000\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color/adjust_saturation/Slice/size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\377\377\377\377\377\377\377\377\001\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color/adjust_saturation/Slice"
+ op: "Slice"
+ input: "batch_processing/distort_image/distort_color/adjust_saturation/RGBToHSV"
+ input: "batch_processing/distort_image/distort_color/adjust_saturation/Slice/begin"
+ input: "batch_processing/distort_image/distort_color/adjust_saturation/Slice/size"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color/adjust_saturation/Slice_1/begin"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\000\000\000\000\001\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color/adjust_saturation/Slice_1/size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\377\377\377\377\377\377\377\377\001\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color/adjust_saturation/Slice_1"
+ op: "Slice"
+ input: "batch_processing/distort_image/distort_color/adjust_saturation/RGBToHSV"
+ input: "batch_processing/distort_image/distort_color/adjust_saturation/Slice_1/begin"
+ input: "batch_processing/distort_image/distort_color/adjust_saturation/Slice_1/size"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color/adjust_saturation/Slice_2/begin"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\000\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color/adjust_saturation/Slice_2/size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\377\377\377\377\377\377\377\377\001\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color/adjust_saturation/Slice_2"
+ op: "Slice"
+ input: "batch_processing/distort_image/distort_color/adjust_saturation/RGBToHSV"
+ input: "batch_processing/distort_image/distort_color/adjust_saturation/Slice_2/begin"
+ input: "batch_processing/distort_image/distort_color/adjust_saturation/Slice_2/size"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color/adjust_saturation/mul"
+ op: "Mul"
+ input: "batch_processing/distort_image/distort_color/adjust_saturation/Slice_1"
+ input: "batch_processing/distort_image/distort_color/random_uniform_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color/adjust_saturation/clip_by_value/Minimum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color/adjust_saturation/clip_by_value/Minimum"
+ op: "Minimum"
+ input: "batch_processing/distort_image/distort_color/adjust_saturation/mul"
+ input: "batch_processing/distort_image/distort_color/adjust_saturation/clip_by_value/Minimum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color/adjust_saturation/clip_by_value/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color/adjust_saturation/clip_by_value"
+ op: "Maximum"
+ input: "batch_processing/distort_image/distort_color/adjust_saturation/clip_by_value/Minimum"
+ input: "batch_processing/distort_image/distort_color/adjust_saturation/clip_by_value/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color/adjust_saturation/concat/concat_dim"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 2
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color/adjust_saturation/concat"
+ op: "Concat"
+ input: "batch_processing/distort_image/distort_color/adjust_saturation/concat/concat_dim"
+ input: "batch_processing/distort_image/distort_color/adjust_saturation/Slice"
+ input: "batch_processing/distort_image/distort_color/adjust_saturation/clip_by_value"
+ input: "batch_processing/distort_image/distort_color/adjust_saturation/Slice_2"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 3
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color/adjust_saturation/HSVToRGB"
+ op: "HSVToRGB"
+ input: "batch_processing/distort_image/distort_color/adjust_saturation/concat"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color/adjust_saturation/Identity_1"
+ op: "Identity"
+ input: "batch_processing/distort_image/distort_color/adjust_saturation/HSVToRGB"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color/random_uniform_2/shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color/random_uniform_2/min"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: -0.20000000298
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color/random_uniform_2/max"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.20000000298
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color/random_uniform_2/RandomUniform"
+ op: "RandomUniform"
+ input: "batch_processing/distort_image/distort_color/random_uniform_2/shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color/random_uniform_2/sub"
+ op: "Sub"
+ input: "batch_processing/distort_image/distort_color/random_uniform_2/max"
+ input: "batch_processing/distort_image/distort_color/random_uniform_2/min"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color/random_uniform_2/mul"
+ op: "Mul"
+ input: "batch_processing/distort_image/distort_color/random_uniform_2/RandomUniform"
+ input: "batch_processing/distort_image/distort_color/random_uniform_2/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color/random_uniform_2"
+ op: "Add"
+ input: "batch_processing/distort_image/distort_color/random_uniform_2/mul"
+ input: "batch_processing/distort_image/distort_color/random_uniform_2/min"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color/adjust_hue/Identity"
+ op: "Identity"
+ input: "batch_processing/distort_image/distort_color/adjust_saturation/Identity_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color/adjust_hue/RGBToHSV"
+ op: "RGBToHSV"
+ input: "batch_processing/distort_image/distort_color/adjust_hue/Identity"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color/adjust_hue/Slice/begin"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\000\000\000\000\000\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color/adjust_hue/Slice/size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\377\377\377\377\377\377\377\377\001\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color/adjust_hue/Slice"
+ op: "Slice"
+ input: "batch_processing/distort_image/distort_color/adjust_hue/RGBToHSV"
+ input: "batch_processing/distort_image/distort_color/adjust_hue/Slice/begin"
+ input: "batch_processing/distort_image/distort_color/adjust_hue/Slice/size"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color/adjust_hue/Slice_1/begin"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\000\000\000\000\001\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color/adjust_hue/Slice_1/size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\377\377\377\377\377\377\377\377\001\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color/adjust_hue/Slice_1"
+ op: "Slice"
+ input: "batch_processing/distort_image/distort_color/adjust_hue/RGBToHSV"
+ input: "batch_processing/distort_image/distort_color/adjust_hue/Slice_1/begin"
+ input: "batch_processing/distort_image/distort_color/adjust_hue/Slice_1/size"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color/adjust_hue/Slice_2/begin"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\000\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color/adjust_hue/Slice_2/size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\377\377\377\377\377\377\377\377\001\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color/adjust_hue/Slice_2"
+ op: "Slice"
+ input: "batch_processing/distort_image/distort_color/adjust_hue/RGBToHSV"
+ input: "batch_processing/distort_image/distort_color/adjust_hue/Slice_2/begin"
+ input: "batch_processing/distort_image/distort_color/adjust_hue/Slice_2/size"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color/adjust_hue/add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color/adjust_hue/add"
+ op: "Add"
+ input: "batch_processing/distort_image/distort_color/random_uniform_2"
+ input: "batch_processing/distort_image/distort_color/adjust_hue/add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color/adjust_hue/add_1"
+ op: "Add"
+ input: "batch_processing/distort_image/distort_color/adjust_hue/Slice"
+ input: "batch_processing/distort_image/distort_color/adjust_hue/add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color/adjust_hue/Mod/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color/adjust_hue/Mod"
+ op: "Mod"
+ input: "batch_processing/distort_image/distort_color/adjust_hue/add_1"
+ input: "batch_processing/distort_image/distort_color/adjust_hue/Mod/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color/adjust_hue/concat/concat_dim"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 2
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color/adjust_hue/concat"
+ op: "Concat"
+ input: "batch_processing/distort_image/distort_color/adjust_hue/concat/concat_dim"
+ input: "batch_processing/distort_image/distort_color/adjust_hue/Mod"
+ input: "batch_processing/distort_image/distort_color/adjust_hue/Slice_1"
+ input: "batch_processing/distort_image/distort_color/adjust_hue/Slice_2"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 3
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color/adjust_hue/HSVToRGB"
+ op: "HSVToRGB"
+ input: "batch_processing/distort_image/distort_color/adjust_hue/concat"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color/adjust_hue/Identity_1"
+ op: "Identity"
+ input: "batch_processing/distort_image/distort_color/adjust_hue/HSVToRGB"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color/random_uniform_3/shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color/random_uniform_3/min"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.5
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color/random_uniform_3/max"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.5
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color/random_uniform_3/RandomUniform"
+ op: "RandomUniform"
+ input: "batch_processing/distort_image/distort_color/random_uniform_3/shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color/random_uniform_3/sub"
+ op: "Sub"
+ input: "batch_processing/distort_image/distort_color/random_uniform_3/max"
+ input: "batch_processing/distort_image/distort_color/random_uniform_3/min"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color/random_uniform_3/mul"
+ op: "Mul"
+ input: "batch_processing/distort_image/distort_color/random_uniform_3/RandomUniform"
+ input: "batch_processing/distort_image/distort_color/random_uniform_3/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color/random_uniform_3"
+ op: "Add"
+ input: "batch_processing/distort_image/distort_color/random_uniform_3/mul"
+ input: "batch_processing/distort_image/distort_color/random_uniform_3/min"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color/adjust_contrast/Identity"
+ op: "Identity"
+ input: "batch_processing/distort_image/distort_color/adjust_hue/Identity_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color/adjust_contrast"
+ op: "AdjustContrastv2"
+ input: "batch_processing/distort_image/distort_color/adjust_contrast/Identity"
+ input: "batch_processing/distort_image/distort_color/random_uniform_3"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color/adjust_contrast/Identity_1"
+ op: "Identity"
+ input: "batch_processing/distort_image/distort_color/adjust_contrast"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color/clip_by_value/Minimum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color/clip_by_value/Minimum"
+ op: "Minimum"
+ input: "batch_processing/distort_image/distort_color/adjust_contrast/Identity_1"
+ input: "batch_processing/distort_image/distort_color/clip_by_value/Minimum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color/clip_by_value/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color/clip_by_value"
+ op: "Maximum"
+ input: "batch_processing/distort_image/distort_color/clip_by_value/Minimum"
+ input: "batch_processing/distort_image/distort_color/clip_by_value/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/Equal_5/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/Equal_5"
+ op: "Equal"
+ input: "batch_processing/distort_image/random_uniform_2"
+ input: "batch_processing/distort_image/Equal_5/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/Switch_5"
+ op: "Switch"
+ input: "batch_processing/distort_image/Reverse"
+ input: "batch_processing/distort_image/Equal_5"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color_1/random_uniform/shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color_1/random_uniform/min"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: -0.1254902035
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color_1/random_uniform/max"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.1254902035
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color_1/random_uniform/RandomUniform"
+ op: "RandomUniform"
+ input: "batch_processing/distort_image/distort_color_1/random_uniform/shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color_1/random_uniform/sub"
+ op: "Sub"
+ input: "batch_processing/distort_image/distort_color_1/random_uniform/max"
+ input: "batch_processing/distort_image/distort_color_1/random_uniform/min"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color_1/random_uniform/mul"
+ op: "Mul"
+ input: "batch_processing/distort_image/distort_color_1/random_uniform/RandomUniform"
+ input: "batch_processing/distort_image/distort_color_1/random_uniform/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color_1/random_uniform"
+ op: "Add"
+ input: "batch_processing/distort_image/distort_color_1/random_uniform/mul"
+ input: "batch_processing/distort_image/distort_color_1/random_uniform/min"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color_1/adjust_brightness/Identity"
+ op: "Identity"
+ input: "batch_processing/distort_image/Switch_5:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color_1/adjust_brightness"
+ op: "Add"
+ input: "batch_processing/distort_image/distort_color_1/adjust_brightness/Identity"
+ input: "batch_processing/distort_image/distort_color_1/random_uniform"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color_1/adjust_brightness/Identity_1"
+ op: "Identity"
+ input: "batch_processing/distort_image/distort_color_1/adjust_brightness"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color_1/random_uniform_1/shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color_1/random_uniform_1/min"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.5
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color_1/random_uniform_1/max"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.5
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color_1/random_uniform_1/RandomUniform"
+ op: "RandomUniform"
+ input: "batch_processing/distort_image/distort_color_1/random_uniform_1/shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color_1/random_uniform_1/sub"
+ op: "Sub"
+ input: "batch_processing/distort_image/distort_color_1/random_uniform_1/max"
+ input: "batch_processing/distort_image/distort_color_1/random_uniform_1/min"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color_1/random_uniform_1/mul"
+ op: "Mul"
+ input: "batch_processing/distort_image/distort_color_1/random_uniform_1/RandomUniform"
+ input: "batch_processing/distort_image/distort_color_1/random_uniform_1/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color_1/random_uniform_1"
+ op: "Add"
+ input: "batch_processing/distort_image/distort_color_1/random_uniform_1/mul"
+ input: "batch_processing/distort_image/distort_color_1/random_uniform_1/min"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color_1/adjust_contrast/Identity"
+ op: "Identity"
+ input: "batch_processing/distort_image/distort_color_1/adjust_brightness/Identity_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color_1/adjust_contrast"
+ op: "AdjustContrastv2"
+ input: "batch_processing/distort_image/distort_color_1/adjust_contrast/Identity"
+ input: "batch_processing/distort_image/distort_color_1/random_uniform_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color_1/adjust_contrast/Identity_1"
+ op: "Identity"
+ input: "batch_processing/distort_image/distort_color_1/adjust_contrast"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color_1/random_uniform_2/shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color_1/random_uniform_2/min"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.5
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color_1/random_uniform_2/max"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.5
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color_1/random_uniform_2/RandomUniform"
+ op: "RandomUniform"
+ input: "batch_processing/distort_image/distort_color_1/random_uniform_2/shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color_1/random_uniform_2/sub"
+ op: "Sub"
+ input: "batch_processing/distort_image/distort_color_1/random_uniform_2/max"
+ input: "batch_processing/distort_image/distort_color_1/random_uniform_2/min"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color_1/random_uniform_2/mul"
+ op: "Mul"
+ input: "batch_processing/distort_image/distort_color_1/random_uniform_2/RandomUniform"
+ input: "batch_processing/distort_image/distort_color_1/random_uniform_2/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color_1/random_uniform_2"
+ op: "Add"
+ input: "batch_processing/distort_image/distort_color_1/random_uniform_2/mul"
+ input: "batch_processing/distort_image/distort_color_1/random_uniform_2/min"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color_1/adjust_saturation/Identity"
+ op: "Identity"
+ input: "batch_processing/distort_image/distort_color_1/adjust_contrast/Identity_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color_1/adjust_saturation/RGBToHSV"
+ op: "RGBToHSV"
+ input: "batch_processing/distort_image/distort_color_1/adjust_saturation/Identity"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color_1/adjust_saturation/Slice/begin"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\000\000\000\000\000\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color_1/adjust_saturation/Slice/size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\377\377\377\377\377\377\377\377\001\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color_1/adjust_saturation/Slice"
+ op: "Slice"
+ input: "batch_processing/distort_image/distort_color_1/adjust_saturation/RGBToHSV"
+ input: "batch_processing/distort_image/distort_color_1/adjust_saturation/Slice/begin"
+ input: "batch_processing/distort_image/distort_color_1/adjust_saturation/Slice/size"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color_1/adjust_saturation/Slice_1/begin"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\000\000\000\000\001\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color_1/adjust_saturation/Slice_1/size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\377\377\377\377\377\377\377\377\001\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color_1/adjust_saturation/Slice_1"
+ op: "Slice"
+ input: "batch_processing/distort_image/distort_color_1/adjust_saturation/RGBToHSV"
+ input: "batch_processing/distort_image/distort_color_1/adjust_saturation/Slice_1/begin"
+ input: "batch_processing/distort_image/distort_color_1/adjust_saturation/Slice_1/size"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color_1/adjust_saturation/Slice_2/begin"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\000\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color_1/adjust_saturation/Slice_2/size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\377\377\377\377\377\377\377\377\001\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color_1/adjust_saturation/Slice_2"
+ op: "Slice"
+ input: "batch_processing/distort_image/distort_color_1/adjust_saturation/RGBToHSV"
+ input: "batch_processing/distort_image/distort_color_1/adjust_saturation/Slice_2/begin"
+ input: "batch_processing/distort_image/distort_color_1/adjust_saturation/Slice_2/size"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color_1/adjust_saturation/mul"
+ op: "Mul"
+ input: "batch_processing/distort_image/distort_color_1/adjust_saturation/Slice_1"
+ input: "batch_processing/distort_image/distort_color_1/random_uniform_2"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color_1/adjust_saturation/clip_by_value/Minimum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color_1/adjust_saturation/clip_by_value/Minimum"
+ op: "Minimum"
+ input: "batch_processing/distort_image/distort_color_1/adjust_saturation/mul"
+ input: "batch_processing/distort_image/distort_color_1/adjust_saturation/clip_by_value/Minimum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color_1/adjust_saturation/clip_by_value/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color_1/adjust_saturation/clip_by_value"
+ op: "Maximum"
+ input: "batch_processing/distort_image/distort_color_1/adjust_saturation/clip_by_value/Minimum"
+ input: "batch_processing/distort_image/distort_color_1/adjust_saturation/clip_by_value/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color_1/adjust_saturation/concat/concat_dim"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 2
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color_1/adjust_saturation/concat"
+ op: "Concat"
+ input: "batch_processing/distort_image/distort_color_1/adjust_saturation/concat/concat_dim"
+ input: "batch_processing/distort_image/distort_color_1/adjust_saturation/Slice"
+ input: "batch_processing/distort_image/distort_color_1/adjust_saturation/clip_by_value"
+ input: "batch_processing/distort_image/distort_color_1/adjust_saturation/Slice_2"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 3
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color_1/adjust_saturation/HSVToRGB"
+ op: "HSVToRGB"
+ input: "batch_processing/distort_image/distort_color_1/adjust_saturation/concat"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color_1/adjust_saturation/Identity_1"
+ op: "Identity"
+ input: "batch_processing/distort_image/distort_color_1/adjust_saturation/HSVToRGB"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color_1/random_uniform_3/shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color_1/random_uniform_3/min"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: -0.20000000298
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color_1/random_uniform_3/max"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.20000000298
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color_1/random_uniform_3/RandomUniform"
+ op: "RandomUniform"
+ input: "batch_processing/distort_image/distort_color_1/random_uniform_3/shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color_1/random_uniform_3/sub"
+ op: "Sub"
+ input: "batch_processing/distort_image/distort_color_1/random_uniform_3/max"
+ input: "batch_processing/distort_image/distort_color_1/random_uniform_3/min"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color_1/random_uniform_3/mul"
+ op: "Mul"
+ input: "batch_processing/distort_image/distort_color_1/random_uniform_3/RandomUniform"
+ input: "batch_processing/distort_image/distort_color_1/random_uniform_3/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color_1/random_uniform_3"
+ op: "Add"
+ input: "batch_processing/distort_image/distort_color_1/random_uniform_3/mul"
+ input: "batch_processing/distort_image/distort_color_1/random_uniform_3/min"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color_1/adjust_hue/Identity"
+ op: "Identity"
+ input: "batch_processing/distort_image/distort_color_1/adjust_saturation/Identity_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color_1/adjust_hue/RGBToHSV"
+ op: "RGBToHSV"
+ input: "batch_processing/distort_image/distort_color_1/adjust_hue/Identity"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color_1/adjust_hue/Slice/begin"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\000\000\000\000\000\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color_1/adjust_hue/Slice/size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\377\377\377\377\377\377\377\377\001\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color_1/adjust_hue/Slice"
+ op: "Slice"
+ input: "batch_processing/distort_image/distort_color_1/adjust_hue/RGBToHSV"
+ input: "batch_processing/distort_image/distort_color_1/adjust_hue/Slice/begin"
+ input: "batch_processing/distort_image/distort_color_1/adjust_hue/Slice/size"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color_1/adjust_hue/Slice_1/begin"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\000\000\000\000\001\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color_1/adjust_hue/Slice_1/size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\377\377\377\377\377\377\377\377\001\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color_1/adjust_hue/Slice_1"
+ op: "Slice"
+ input: "batch_processing/distort_image/distort_color_1/adjust_hue/RGBToHSV"
+ input: "batch_processing/distort_image/distort_color_1/adjust_hue/Slice_1/begin"
+ input: "batch_processing/distort_image/distort_color_1/adjust_hue/Slice_1/size"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color_1/adjust_hue/Slice_2/begin"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\000\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color_1/adjust_hue/Slice_2/size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\377\377\377\377\377\377\377\377\001\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color_1/adjust_hue/Slice_2"
+ op: "Slice"
+ input: "batch_processing/distort_image/distort_color_1/adjust_hue/RGBToHSV"
+ input: "batch_processing/distort_image/distort_color_1/adjust_hue/Slice_2/begin"
+ input: "batch_processing/distort_image/distort_color_1/adjust_hue/Slice_2/size"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color_1/adjust_hue/add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color_1/adjust_hue/add"
+ op: "Add"
+ input: "batch_processing/distort_image/distort_color_1/random_uniform_3"
+ input: "batch_processing/distort_image/distort_color_1/adjust_hue/add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color_1/adjust_hue/add_1"
+ op: "Add"
+ input: "batch_processing/distort_image/distort_color_1/adjust_hue/Slice"
+ input: "batch_processing/distort_image/distort_color_1/adjust_hue/add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color_1/adjust_hue/Mod/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color_1/adjust_hue/Mod"
+ op: "Mod"
+ input: "batch_processing/distort_image/distort_color_1/adjust_hue/add_1"
+ input: "batch_processing/distort_image/distort_color_1/adjust_hue/Mod/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color_1/adjust_hue/concat/concat_dim"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 2
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color_1/adjust_hue/concat"
+ op: "Concat"
+ input: "batch_processing/distort_image/distort_color_1/adjust_hue/concat/concat_dim"
+ input: "batch_processing/distort_image/distort_color_1/adjust_hue/Mod"
+ input: "batch_processing/distort_image/distort_color_1/adjust_hue/Slice_1"
+ input: "batch_processing/distort_image/distort_color_1/adjust_hue/Slice_2"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 3
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color_1/adjust_hue/HSVToRGB"
+ op: "HSVToRGB"
+ input: "batch_processing/distort_image/distort_color_1/adjust_hue/concat"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color_1/adjust_hue/Identity_1"
+ op: "Identity"
+ input: "batch_processing/distort_image/distort_color_1/adjust_hue/HSVToRGB"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color_1/clip_by_value/Minimum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color_1/clip_by_value/Minimum"
+ op: "Minimum"
+ input: "batch_processing/distort_image/distort_color_1/adjust_hue/Identity_1"
+ input: "batch_processing/distort_image/distort_color_1/clip_by_value/Minimum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color_1/clip_by_value/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/distort_color_1/clip_by_value"
+ op: "Maximum"
+ input: "batch_processing/distort_image/distort_color_1/clip_by_value/Minimum"
+ input: "batch_processing/distort_image/distort_color_1/clip_by_value/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/Merge_1"
+ op: "Merge"
+ input: "batch_processing/distort_image/distort_color/clip_by_value"
+ input: "batch_processing/distort_image/distort_color_1/clip_by_value"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/ExpandDims_7/dim"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/ExpandDims_7"
+ op: "ExpandDims"
+ input: "batch_processing/distort_image/Merge_1"
+ input: "batch_processing/distort_image/ExpandDims_7/dim"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/ImageSummary_3/tag"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_STRING
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_STRING
+ tensor_shape {
+ }
+ string_val: "final_distorted_image"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image/ImageSummary_3"
+ op: "ImageSummary"
+ input: "batch_processing/distort_image/ImageSummary_3/tag"
+ input: "batch_processing/distort_image/ExpandDims_7"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "bad_color"
+ value {
+ tensor {
+ dtype: DT_UINT8
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ int_val: 255
+ int_val: 0
+ int_val: 0
+ int_val: 255
+ }
+ }
+ }
+ attr {
+ key: "max_images"
+ value {
+ i: 3
+ }
+ }
+}
+node {
+ name: "batch_processing/Sub/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.5
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/Sub"
+ op: "Sub"
+ input: "batch_processing/distort_image/Merge_1"
+ input: "batch_processing/Sub/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/Mul/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 2.0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/Mul"
+ op: "Mul"
+ input: "batch_processing/Sub"
+ input: "batch_processing/Mul/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_1/Rank"
+ op: "Rank"
+ input: "batch_processing/random_examples_queue_Dequeue"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_STRING
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_1/Equal/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_1/Equal"
+ op: "Equal"
+ input: "batch_processing/ParseSingleExample_1/Rank"
+ input: "batch_processing/ParseSingleExample_1/Equal/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_1/SerializedIsScalar/data_0"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_STRING
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_STRING
+ tensor_shape {
+ }
+ string_val: "Input serialized must be a scalar"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_1/SerializedIsScalar"
+ op: "Assert"
+ input: "batch_processing/ParseSingleExample_1/Equal"
+ input: "batch_processing/ParseSingleExample_1/SerializedIsScalar/data_0"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ list {
+ type: DT_STRING
+ }
+ }
+ }
+ attr {
+ key: "summarize"
+ value {
+ i: 3
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_1/SerializedDependencies"
+ op: "Identity"
+ input: "batch_processing/random_examples_queue_Dequeue"
+ input: "^batch_processing/ParseSingleExample_1/SerializedIsScalar"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_STRING
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@batch_processing/random_examples_queue"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_1/ExpandDims/dim"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_1/ExpandDims"
+ op: "ExpandDims"
+ input: "batch_processing/ParseSingleExample_1/SerializedDependencies"
+ input: "batch_processing/ParseSingleExample_1/ExpandDims/dim"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_STRING
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_1/ParseExample/key_image/class/label"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT64
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT64
+ tensor_shape {
+ }
+ int64_val: -1
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_1/ParseExample/Reshape/shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_1/ParseExample/Reshape"
+ op: "Reshape"
+ input: "batch_processing/ParseSingleExample_1/ParseExample/key_image/class/label"
+ input: "batch_processing/ParseSingleExample_1/ParseExample/Reshape/shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT64
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_1/ParseExample/key_image/class/text"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_STRING
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_STRING
+ tensor_shape {
+ }
+ string_val: ""
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_1/ParseExample/Reshape_1/shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_1/ParseExample/Reshape_1"
+ op: "Reshape"
+ input: "batch_processing/ParseSingleExample_1/ParseExample/key_image/class/text"
+ input: "batch_processing/ParseSingleExample_1/ParseExample/Reshape_1/shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_STRING
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_1/ParseExample/key_image/encoded"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_STRING
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_STRING
+ tensor_shape {
+ }
+ string_val: ""
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_1/ParseExample/Reshape_2/shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_1/ParseExample/Reshape_2"
+ op: "Reshape"
+ input: "batch_processing/ParseSingleExample_1/ParseExample/key_image/encoded"
+ input: "batch_processing/ParseSingleExample_1/ParseExample/Reshape_2/shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_STRING
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_1/ParseExample/ParseExample/names"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_STRING
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_STRING
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_1/ParseExample/ParseExample/sparse_keys_0"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_STRING
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_STRING
+ tensor_shape {
+ }
+ string_val: "image/object/bbox/xmax"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_1/ParseExample/ParseExample/sparse_keys_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_STRING
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_STRING
+ tensor_shape {
+ }
+ string_val: "image/object/bbox/xmin"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_1/ParseExample/ParseExample/sparse_keys_2"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_STRING
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_STRING
+ tensor_shape {
+ }
+ string_val: "image/object/bbox/ymax"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_1/ParseExample/ParseExample/sparse_keys_3"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_STRING
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_STRING
+ tensor_shape {
+ }
+ string_val: "image/object/bbox/ymin"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_1/ParseExample/ParseExample/dense_keys_0"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_STRING
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_STRING
+ tensor_shape {
+ }
+ string_val: "image/class/label"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_1/ParseExample/ParseExample/dense_keys_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_STRING
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_STRING
+ tensor_shape {
+ }
+ string_val: "image/class/text"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_1/ParseExample/ParseExample/dense_keys_2"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_STRING
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_STRING
+ tensor_shape {
+ }
+ string_val: "image/encoded"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_1/ParseExample/ParseExample"
+ op: "ParseExample"
+ input: "batch_processing/ParseSingleExample_1/ExpandDims"
+ input: "batch_processing/ParseSingleExample_1/ParseExample/ParseExample/names"
+ input: "batch_processing/ParseSingleExample_1/ParseExample/ParseExample/sparse_keys_0"
+ input: "batch_processing/ParseSingleExample_1/ParseExample/ParseExample/sparse_keys_1"
+ input: "batch_processing/ParseSingleExample_1/ParseExample/ParseExample/sparse_keys_2"
+ input: "batch_processing/ParseSingleExample_1/ParseExample/ParseExample/sparse_keys_3"
+ input: "batch_processing/ParseSingleExample_1/ParseExample/ParseExample/dense_keys_0"
+ input: "batch_processing/ParseSingleExample_1/ParseExample/ParseExample/dense_keys_1"
+ input: "batch_processing/ParseSingleExample_1/ParseExample/ParseExample/dense_keys_2"
+ input: "batch_processing/ParseSingleExample_1/ParseExample/Reshape"
+ input: "batch_processing/ParseSingleExample_1/ParseExample/Reshape_1"
+ input: "batch_processing/ParseSingleExample_1/ParseExample/Reshape_2"
+ device: "/job:worker"
+ attr {
+ key: "Ndense"
+ value {
+ i: 3
+ }
+ }
+ attr {
+ key: "Nsparse"
+ value {
+ i: 4
+ }
+ }
+ attr {
+ key: "Tdense"
+ value {
+ list {
+ type: DT_INT64
+ type: DT_STRING
+ type: DT_STRING
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ dim {
+ size: 2
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ dim {
+ size: 2
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ dim {
+ size: 2
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ dim {
+ size: 2
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: 2
+ }
+ }
+ shape {
+ dim {
+ size: 2
+ }
+ }
+ shape {
+ dim {
+ size: 2
+ }
+ }
+ shape {
+ dim {
+ size: 2
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ dim {
+ size: 1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dense_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ shape {
+ }
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "sparse_types"
+ value {
+ list {
+ type: DT_FLOAT
+ type: DT_FLOAT
+ type: DT_FLOAT
+ type: DT_FLOAT
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_1/Squeeze_image/class/label"
+ op: "Squeeze"
+ input: "batch_processing/ParseSingleExample_1/ParseExample/ParseExample:12"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT64
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "squeeze_dims"
+ value {
+ list {
+ i: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_1/Squeeze_image/class/text"
+ op: "Squeeze"
+ input: "batch_processing/ParseSingleExample_1/ParseExample/ParseExample:13"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_STRING
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "squeeze_dims"
+ value {
+ list {
+ i: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_1/Squeeze_image/encoded"
+ op: "Squeeze"
+ input: "batch_processing/ParseSingleExample_1/ParseExample/ParseExample:14"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_STRING
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "squeeze_dims"
+ value {
+ list {
+ i: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_1/Slice_Indices_image/object/bbox/xmax/begin"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 2
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_1/Slice_Indices_image/object/bbox/xmax/size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 2
+ }
+ }
+ tensor_content: "\377\377\377\377\377\377\377\377"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_1/Slice_Indices_image/object/bbox/xmax"
+ op: "Slice"
+ input: "batch_processing/ParseSingleExample_1/ParseExample/ParseExample"
+ input: "batch_processing/ParseSingleExample_1/Slice_Indices_image/object/bbox/xmax/begin"
+ input: "batch_processing/ParseSingleExample_1/Slice_Indices_image/object/bbox/xmax/size"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT64
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_1/Squeeze_Shape_image/object/bbox/xmax/begin"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_1/Squeeze_Shape_image/object/bbox/xmax/size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: -1
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_1/Squeeze_Shape_image/object/bbox/xmax"
+ op: "Slice"
+ input: "batch_processing/ParseSingleExample_1/ParseExample/ParseExample:8"
+ input: "batch_processing/ParseSingleExample_1/Squeeze_Shape_image/object/bbox/xmax/begin"
+ input: "batch_processing/ParseSingleExample_1/Squeeze_Shape_image/object/bbox/xmax/size"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT64
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_1/Slice_Indices_image/object/bbox/xmin/begin"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 2
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_1/Slice_Indices_image/object/bbox/xmin/size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 2
+ }
+ }
+ tensor_content: "\377\377\377\377\377\377\377\377"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_1/Slice_Indices_image/object/bbox/xmin"
+ op: "Slice"
+ input: "batch_processing/ParseSingleExample_1/ParseExample/ParseExample:1"
+ input: "batch_processing/ParseSingleExample_1/Slice_Indices_image/object/bbox/xmin/begin"
+ input: "batch_processing/ParseSingleExample_1/Slice_Indices_image/object/bbox/xmin/size"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT64
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_1/Squeeze_Shape_image/object/bbox/xmin/begin"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_1/Squeeze_Shape_image/object/bbox/xmin/size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: -1
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_1/Squeeze_Shape_image/object/bbox/xmin"
+ op: "Slice"
+ input: "batch_processing/ParseSingleExample_1/ParseExample/ParseExample:9"
+ input: "batch_processing/ParseSingleExample_1/Squeeze_Shape_image/object/bbox/xmin/begin"
+ input: "batch_processing/ParseSingleExample_1/Squeeze_Shape_image/object/bbox/xmin/size"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT64
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_1/Slice_Indices_image/object/bbox/ymax/begin"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 2
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_1/Slice_Indices_image/object/bbox/ymax/size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 2
+ }
+ }
+ tensor_content: "\377\377\377\377\377\377\377\377"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_1/Slice_Indices_image/object/bbox/ymax"
+ op: "Slice"
+ input: "batch_processing/ParseSingleExample_1/ParseExample/ParseExample:2"
+ input: "batch_processing/ParseSingleExample_1/Slice_Indices_image/object/bbox/ymax/begin"
+ input: "batch_processing/ParseSingleExample_1/Slice_Indices_image/object/bbox/ymax/size"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT64
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_1/Squeeze_Shape_image/object/bbox/ymax/begin"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_1/Squeeze_Shape_image/object/bbox/ymax/size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: -1
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_1/Squeeze_Shape_image/object/bbox/ymax"
+ op: "Slice"
+ input: "batch_processing/ParseSingleExample_1/ParseExample/ParseExample:10"
+ input: "batch_processing/ParseSingleExample_1/Squeeze_Shape_image/object/bbox/ymax/begin"
+ input: "batch_processing/ParseSingleExample_1/Squeeze_Shape_image/object/bbox/ymax/size"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT64
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_1/Slice_Indices_image/object/bbox/ymin/begin"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 2
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_1/Slice_Indices_image/object/bbox/ymin/size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 2
+ }
+ }
+ tensor_content: "\377\377\377\377\377\377\377\377"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_1/Slice_Indices_image/object/bbox/ymin"
+ op: "Slice"
+ input: "batch_processing/ParseSingleExample_1/ParseExample/ParseExample:3"
+ input: "batch_processing/ParseSingleExample_1/Slice_Indices_image/object/bbox/ymin/begin"
+ input: "batch_processing/ParseSingleExample_1/Slice_Indices_image/object/bbox/ymin/size"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT64
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_1/Squeeze_Shape_image/object/bbox/ymin/begin"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_1/Squeeze_Shape_image/object/bbox/ymin/size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: -1
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_1/Squeeze_Shape_image/object/bbox/ymin"
+ op: "Slice"
+ input: "batch_processing/ParseSingleExample_1/ParseExample/ParseExample:11"
+ input: "batch_processing/ParseSingleExample_1/Squeeze_Shape_image/object/bbox/ymin/begin"
+ input: "batch_processing/ParseSingleExample_1/Squeeze_Shape_image/object/bbox/ymin/size"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT64
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/Cast_1"
+ op: "Cast"
+ input: "batch_processing/ParseSingleExample_1/Squeeze_image/class/label"
+ device: "/job:worker"
+ attr {
+ key: "DstT"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "SrcT"
+ value {
+ type: DT_INT64
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ExpandDims_5/dim"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ExpandDims_5"
+ op: "ExpandDims"
+ input: "batch_processing/ParseSingleExample_1/ParseExample/ParseExample:5"
+ input: "batch_processing/ExpandDims_5/dim"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ExpandDims_6/dim"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ExpandDims_6"
+ op: "ExpandDims"
+ input: "batch_processing/ParseSingleExample_1/ParseExample/ParseExample:7"
+ input: "batch_processing/ExpandDims_6/dim"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ExpandDims_7/dim"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ExpandDims_7"
+ op: "ExpandDims"
+ input: "batch_processing/ParseSingleExample_1/ParseExample/ParseExample:4"
+ input: "batch_processing/ExpandDims_7/dim"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ExpandDims_8/dim"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ExpandDims_8"
+ op: "ExpandDims"
+ input: "batch_processing/ParseSingleExample_1/ParseExample/ParseExample:6"
+ input: "batch_processing/ExpandDims_8/dim"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/concat_1/concat_dim"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/concat_1"
+ op: "Concat"
+ input: "batch_processing/concat_1/concat_dim"
+ input: "batch_processing/ExpandDims_6"
+ input: "batch_processing/ExpandDims_5"
+ input: "batch_processing/ExpandDims_8"
+ input: "batch_processing/ExpandDims_7"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 4
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ExpandDims_9/dim"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ExpandDims_9"
+ op: "ExpandDims"
+ input: "batch_processing/concat_1"
+ input: "batch_processing/ExpandDims_9/dim"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 4
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/transpose_1/perm"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\002\000\000\000\001\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/transpose_1"
+ op: "Transpose"
+ input: "batch_processing/ExpandDims_9"
+ input: "batch_processing/transpose_1/perm"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/decode_jpg_1/DecodeJpeg"
+ op: "DecodeJpeg"
+ input: "batch_processing/ParseSingleExample_1/Squeeze_image/encoded"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "acceptable_fraction"
+ value {
+ f: 1.0
+ }
+ }
+ attr {
+ key: "channels"
+ value {
+ i: 3
+ }
+ }
+ attr {
+ key: "fancy_upscaling"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "ratio"
+ value {
+ i: 1
+ }
+ }
+ attr {
+ key: "try_recover_truncated"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "batch_processing/decode_jpg_1/convert_image/Cast"
+ op: "Cast"
+ input: "batch_processing/decode_jpg_1/DecodeJpeg"
+ device: "/job:worker"
+ attr {
+ key: "DstT"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "SrcT"
+ value {
+ type: DT_UINT8
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/decode_jpg_1/convert_image/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00392156885937
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/decode_jpg_1/convert_image"
+ op: "Mul"
+ input: "batch_processing/decode_jpg_1/convert_image/Cast"
+ input: "batch_processing/decode_jpg_1/convert_image/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/Shape"
+ op: "Shape"
+ input: "batch_processing/decode_jpg_1/convert_image"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/SampleDistortedBoundingBox"
+ op: "SampleDistortedBoundingBox"
+ input: "batch_processing/distort_image_1/Shape"
+ input: "batch_processing/transpose_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "area_range"
+ value {
+ list {
+ f: 0.0500000007451
+ f: 1.0
+ }
+ }
+ }
+ attr {
+ key: "aspect_ratio_range"
+ value {
+ list {
+ f: 0.75
+ f: 1.33000004292
+ }
+ }
+ }
+ attr {
+ key: "max_attempts"
+ value {
+ i: 100
+ }
+ }
+ attr {
+ key: "min_object_covered"
+ value {
+ f: 0.10000000149
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "use_image_if_no_bounding_boxes"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/Slice"
+ op: "Slice"
+ input: "batch_processing/decode_jpg_1/convert_image"
+ input: "batch_processing/distort_image_1/SampleDistortedBoundingBox"
+ input: "batch_processing/distort_image_1/SampleDistortedBoundingBox:1"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/random_uniform/shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/random_uniform/min"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/random_uniform/max"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 4
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/random_uniform"
+ op: "RandomUniformInt"
+ input: "batch_processing/distort_image_1/random_uniform/shape"
+ input: "batch_processing/distort_image_1/random_uniform/min"
+ input: "batch_processing/distort_image_1/random_uniform/max"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "Tout"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/Equal/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/Equal"
+ op: "Equal"
+ input: "batch_processing/distort_image_1/random_uniform"
+ input: "batch_processing/distort_image_1/Equal/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/Switch"
+ op: "Switch"
+ input: "batch_processing/distort_image_1/Slice"
+ input: "batch_processing/distort_image_1/Equal"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/ExpandDims/dim"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/ExpandDims"
+ op: "ExpandDims"
+ input: "batch_processing/distort_image_1/Switch:1"
+ input: "batch_processing/distort_image_1/ExpandDims/dim"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/new_width"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 299
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/new_height"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 299
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/pack"
+ op: "Pack"
+ input: "batch_processing/distort_image_1/new_height"
+ input: "batch_processing/distort_image_1/new_width"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "axis"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/ResizeBilinear"
+ op: "ResizeBilinear"
+ input: "batch_processing/distort_image_1/ExpandDims"
+ input: "batch_processing/distort_image_1/pack"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "align_corners"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/Squeeze"
+ op: "Squeeze"
+ input: "batch_processing/distort_image_1/ResizeBilinear"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "squeeze_dims"
+ value {
+ list {
+ i: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/Equal_1/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/Equal_1"
+ op: "Equal"
+ input: "batch_processing/distort_image_1/random_uniform"
+ input: "batch_processing/distort_image_1/Equal_1/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/Switch_1"
+ op: "Switch"
+ input: "batch_processing/distort_image_1/Slice"
+ input: "batch_processing/distort_image_1/Equal_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/ExpandDims_1/dim"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/ExpandDims_1"
+ op: "ExpandDims"
+ input: "batch_processing/distort_image_1/Switch_1:1"
+ input: "batch_processing/distort_image_1/ExpandDims_1/dim"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/new_width_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 299
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/new_height_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 299
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/pack_1"
+ op: "Pack"
+ input: "batch_processing/distort_image_1/new_height_1"
+ input: "batch_processing/distort_image_1/new_width_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "axis"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/ResizeNearestNeighbor"
+ op: "ResizeNearestNeighbor"
+ input: "batch_processing/distort_image_1/ExpandDims_1"
+ input: "batch_processing/distort_image_1/pack_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "align_corners"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/Squeeze_1"
+ op: "Squeeze"
+ input: "batch_processing/distort_image_1/ResizeNearestNeighbor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "squeeze_dims"
+ value {
+ list {
+ i: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/Equal_2/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 2
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/Equal_2"
+ op: "Equal"
+ input: "batch_processing/distort_image_1/random_uniform"
+ input: "batch_processing/distort_image_1/Equal_2/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/Switch_2"
+ op: "Switch"
+ input: "batch_processing/distort_image_1/Slice"
+ input: "batch_processing/distort_image_1/Equal_2"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/ExpandDims_2/dim"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/ExpandDims_2"
+ op: "ExpandDims"
+ input: "batch_processing/distort_image_1/Switch_2:1"
+ input: "batch_processing/distort_image_1/ExpandDims_2/dim"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/new_width_2"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 299
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/new_height_2"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 299
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/pack_2"
+ op: "Pack"
+ input: "batch_processing/distort_image_1/new_height_2"
+ input: "batch_processing/distort_image_1/new_width_2"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "axis"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/ResizeBicubic"
+ op: "ResizeBicubic"
+ input: "batch_processing/distort_image_1/ExpandDims_2"
+ input: "batch_processing/distort_image_1/pack_2"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "align_corners"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/Squeeze_2"
+ op: "Squeeze"
+ input: "batch_processing/distort_image_1/ResizeBicubic"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "squeeze_dims"
+ value {
+ list {
+ i: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/Equal_3/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 3
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/Equal_3"
+ op: "Equal"
+ input: "batch_processing/distort_image_1/random_uniform"
+ input: "batch_processing/distort_image_1/Equal_3/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/Switch_3"
+ op: "Switch"
+ input: "batch_processing/distort_image_1/Slice"
+ input: "batch_processing/distort_image_1/Equal_3"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/ExpandDims_3/dim"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/ExpandDims_3"
+ op: "ExpandDims"
+ input: "batch_processing/distort_image_1/Switch_3:1"
+ input: "batch_processing/distort_image_1/ExpandDims_3/dim"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/new_width_3"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 299
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/new_height_3"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 299
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/pack_3"
+ op: "Pack"
+ input: "batch_processing/distort_image_1/new_height_3"
+ input: "batch_processing/distort_image_1/new_width_3"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "axis"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/ResizeArea"
+ op: "ResizeArea"
+ input: "batch_processing/distort_image_1/ExpandDims_3"
+ input: "batch_processing/distort_image_1/pack_3"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "align_corners"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/Squeeze_3"
+ op: "Squeeze"
+ input: "batch_processing/distort_image_1/ResizeArea"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "squeeze_dims"
+ value {
+ list {
+ i: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/Merge"
+ op: "Merge"
+ input: "batch_processing/distort_image_1/Squeeze"
+ input: "batch_processing/distort_image_1/Squeeze_1"
+ input: "batch_processing/distort_image_1/Squeeze_2"
+ input: "batch_processing/distort_image_1/Squeeze_3"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 4
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/random_uniform_1/shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/random_uniform_1/min"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/random_uniform_1/max"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/random_uniform_1/RandomUniform"
+ op: "RandomUniform"
+ input: "batch_processing/distort_image_1/random_uniform_1/shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/random_uniform_1/sub"
+ op: "Sub"
+ input: "batch_processing/distort_image_1/random_uniform_1/max"
+ input: "batch_processing/distort_image_1/random_uniform_1/min"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/random_uniform_1/mul"
+ op: "Mul"
+ input: "batch_processing/distort_image_1/random_uniform_1/RandomUniform"
+ input: "batch_processing/distort_image_1/random_uniform_1/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/random_uniform_1"
+ op: "Add"
+ input: "batch_processing/distort_image_1/random_uniform_1/mul"
+ input: "batch_processing/distort_image_1/random_uniform_1/min"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/pack_4/0"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/pack_4/2"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/pack_4"
+ op: "Pack"
+ input: "batch_processing/distort_image_1/pack_4/0"
+ input: "batch_processing/distort_image_1/random_uniform_1"
+ input: "batch_processing/distort_image_1/pack_4/2"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 3
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "axis"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/Less/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.5
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/Less"
+ op: "Less"
+ input: "batch_processing/distort_image_1/pack_4"
+ input: "batch_processing/distort_image_1/Less/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/Reverse"
+ op: "Reverse"
+ input: "batch_processing/distort_image_1/Merge"
+ input: "batch_processing/distort_image_1/Less"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/random_uniform_2/shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/random_uniform_2/min"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/random_uniform_2/max"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 2
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/random_uniform_2"
+ op: "RandomUniformInt"
+ input: "batch_processing/distort_image_1/random_uniform_2/shape"
+ input: "batch_processing/distort_image_1/random_uniform_2/min"
+ input: "batch_processing/distort_image_1/random_uniform_2/max"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "Tout"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/Equal_4/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/Equal_4"
+ op: "Equal"
+ input: "batch_processing/distort_image_1/random_uniform_2"
+ input: "batch_processing/distort_image_1/Equal_4/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/Switch_4"
+ op: "Switch"
+ input: "batch_processing/distort_image_1/Reverse"
+ input: "batch_processing/distort_image_1/Equal_4"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color/random_uniform/shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color/random_uniform/min"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: -0.1254902035
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color/random_uniform/max"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.1254902035
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color/random_uniform/RandomUniform"
+ op: "RandomUniform"
+ input: "batch_processing/distort_image_1/distort_color/random_uniform/shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color/random_uniform/sub"
+ op: "Sub"
+ input: "batch_processing/distort_image_1/distort_color/random_uniform/max"
+ input: "batch_processing/distort_image_1/distort_color/random_uniform/min"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color/random_uniform/mul"
+ op: "Mul"
+ input: "batch_processing/distort_image_1/distort_color/random_uniform/RandomUniform"
+ input: "batch_processing/distort_image_1/distort_color/random_uniform/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color/random_uniform"
+ op: "Add"
+ input: "batch_processing/distort_image_1/distort_color/random_uniform/mul"
+ input: "batch_processing/distort_image_1/distort_color/random_uniform/min"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color/adjust_brightness/Identity"
+ op: "Identity"
+ input: "batch_processing/distort_image_1/Switch_4:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color/adjust_brightness"
+ op: "Add"
+ input: "batch_processing/distort_image_1/distort_color/adjust_brightness/Identity"
+ input: "batch_processing/distort_image_1/distort_color/random_uniform"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color/adjust_brightness/Identity_1"
+ op: "Identity"
+ input: "batch_processing/distort_image_1/distort_color/adjust_brightness"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color/random_uniform_1/shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color/random_uniform_1/min"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.5
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color/random_uniform_1/max"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.5
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color/random_uniform_1/RandomUniform"
+ op: "RandomUniform"
+ input: "batch_processing/distort_image_1/distort_color/random_uniform_1/shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color/random_uniform_1/sub"
+ op: "Sub"
+ input: "batch_processing/distort_image_1/distort_color/random_uniform_1/max"
+ input: "batch_processing/distort_image_1/distort_color/random_uniform_1/min"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color/random_uniform_1/mul"
+ op: "Mul"
+ input: "batch_processing/distort_image_1/distort_color/random_uniform_1/RandomUniform"
+ input: "batch_processing/distort_image_1/distort_color/random_uniform_1/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color/random_uniform_1"
+ op: "Add"
+ input: "batch_processing/distort_image_1/distort_color/random_uniform_1/mul"
+ input: "batch_processing/distort_image_1/distort_color/random_uniform_1/min"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color/adjust_saturation/Identity"
+ op: "Identity"
+ input: "batch_processing/distort_image_1/distort_color/adjust_brightness/Identity_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color/adjust_saturation/RGBToHSV"
+ op: "RGBToHSV"
+ input: "batch_processing/distort_image_1/distort_color/adjust_saturation/Identity"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color/adjust_saturation/Slice/begin"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\000\000\000\000\000\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color/adjust_saturation/Slice/size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\377\377\377\377\377\377\377\377\001\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color/adjust_saturation/Slice"
+ op: "Slice"
+ input: "batch_processing/distort_image_1/distort_color/adjust_saturation/RGBToHSV"
+ input: "batch_processing/distort_image_1/distort_color/adjust_saturation/Slice/begin"
+ input: "batch_processing/distort_image_1/distort_color/adjust_saturation/Slice/size"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color/adjust_saturation/Slice_1/begin"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\000\000\000\000\001\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color/adjust_saturation/Slice_1/size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\377\377\377\377\377\377\377\377\001\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color/adjust_saturation/Slice_1"
+ op: "Slice"
+ input: "batch_processing/distort_image_1/distort_color/adjust_saturation/RGBToHSV"
+ input: "batch_processing/distort_image_1/distort_color/adjust_saturation/Slice_1/begin"
+ input: "batch_processing/distort_image_1/distort_color/adjust_saturation/Slice_1/size"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color/adjust_saturation/Slice_2/begin"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\000\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color/adjust_saturation/Slice_2/size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\377\377\377\377\377\377\377\377\001\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color/adjust_saturation/Slice_2"
+ op: "Slice"
+ input: "batch_processing/distort_image_1/distort_color/adjust_saturation/RGBToHSV"
+ input: "batch_processing/distort_image_1/distort_color/adjust_saturation/Slice_2/begin"
+ input: "batch_processing/distort_image_1/distort_color/adjust_saturation/Slice_2/size"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color/adjust_saturation/mul"
+ op: "Mul"
+ input: "batch_processing/distort_image_1/distort_color/adjust_saturation/Slice_1"
+ input: "batch_processing/distort_image_1/distort_color/random_uniform_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color/adjust_saturation/clip_by_value/Minimum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color/adjust_saturation/clip_by_value/Minimum"
+ op: "Minimum"
+ input: "batch_processing/distort_image_1/distort_color/adjust_saturation/mul"
+ input: "batch_processing/distort_image_1/distort_color/adjust_saturation/clip_by_value/Minimum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color/adjust_saturation/clip_by_value/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color/adjust_saturation/clip_by_value"
+ op: "Maximum"
+ input: "batch_processing/distort_image_1/distort_color/adjust_saturation/clip_by_value/Minimum"
+ input: "batch_processing/distort_image_1/distort_color/adjust_saturation/clip_by_value/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color/adjust_saturation/concat/concat_dim"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 2
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color/adjust_saturation/concat"
+ op: "Concat"
+ input: "batch_processing/distort_image_1/distort_color/adjust_saturation/concat/concat_dim"
+ input: "batch_processing/distort_image_1/distort_color/adjust_saturation/Slice"
+ input: "batch_processing/distort_image_1/distort_color/adjust_saturation/clip_by_value"
+ input: "batch_processing/distort_image_1/distort_color/adjust_saturation/Slice_2"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 3
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color/adjust_saturation/HSVToRGB"
+ op: "HSVToRGB"
+ input: "batch_processing/distort_image_1/distort_color/adjust_saturation/concat"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color/adjust_saturation/Identity_1"
+ op: "Identity"
+ input: "batch_processing/distort_image_1/distort_color/adjust_saturation/HSVToRGB"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color/random_uniform_2/shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color/random_uniform_2/min"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: -0.20000000298
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color/random_uniform_2/max"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.20000000298
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color/random_uniform_2/RandomUniform"
+ op: "RandomUniform"
+ input: "batch_processing/distort_image_1/distort_color/random_uniform_2/shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color/random_uniform_2/sub"
+ op: "Sub"
+ input: "batch_processing/distort_image_1/distort_color/random_uniform_2/max"
+ input: "batch_processing/distort_image_1/distort_color/random_uniform_2/min"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color/random_uniform_2/mul"
+ op: "Mul"
+ input: "batch_processing/distort_image_1/distort_color/random_uniform_2/RandomUniform"
+ input: "batch_processing/distort_image_1/distort_color/random_uniform_2/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color/random_uniform_2"
+ op: "Add"
+ input: "batch_processing/distort_image_1/distort_color/random_uniform_2/mul"
+ input: "batch_processing/distort_image_1/distort_color/random_uniform_2/min"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color/adjust_hue/Identity"
+ op: "Identity"
+ input: "batch_processing/distort_image_1/distort_color/adjust_saturation/Identity_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color/adjust_hue/RGBToHSV"
+ op: "RGBToHSV"
+ input: "batch_processing/distort_image_1/distort_color/adjust_hue/Identity"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color/adjust_hue/Slice/begin"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\000\000\000\000\000\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color/adjust_hue/Slice/size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\377\377\377\377\377\377\377\377\001\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color/adjust_hue/Slice"
+ op: "Slice"
+ input: "batch_processing/distort_image_1/distort_color/adjust_hue/RGBToHSV"
+ input: "batch_processing/distort_image_1/distort_color/adjust_hue/Slice/begin"
+ input: "batch_processing/distort_image_1/distort_color/adjust_hue/Slice/size"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color/adjust_hue/Slice_1/begin"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\000\000\000\000\001\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color/adjust_hue/Slice_1/size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\377\377\377\377\377\377\377\377\001\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color/adjust_hue/Slice_1"
+ op: "Slice"
+ input: "batch_processing/distort_image_1/distort_color/adjust_hue/RGBToHSV"
+ input: "batch_processing/distort_image_1/distort_color/adjust_hue/Slice_1/begin"
+ input: "batch_processing/distort_image_1/distort_color/adjust_hue/Slice_1/size"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color/adjust_hue/Slice_2/begin"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\000\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color/adjust_hue/Slice_2/size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\377\377\377\377\377\377\377\377\001\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color/adjust_hue/Slice_2"
+ op: "Slice"
+ input: "batch_processing/distort_image_1/distort_color/adjust_hue/RGBToHSV"
+ input: "batch_processing/distort_image_1/distort_color/adjust_hue/Slice_2/begin"
+ input: "batch_processing/distort_image_1/distort_color/adjust_hue/Slice_2/size"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color/adjust_hue/add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color/adjust_hue/add"
+ op: "Add"
+ input: "batch_processing/distort_image_1/distort_color/random_uniform_2"
+ input: "batch_processing/distort_image_1/distort_color/adjust_hue/add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color/adjust_hue/add_1"
+ op: "Add"
+ input: "batch_processing/distort_image_1/distort_color/adjust_hue/Slice"
+ input: "batch_processing/distort_image_1/distort_color/adjust_hue/add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color/adjust_hue/Mod/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color/adjust_hue/Mod"
+ op: "Mod"
+ input: "batch_processing/distort_image_1/distort_color/adjust_hue/add_1"
+ input: "batch_processing/distort_image_1/distort_color/adjust_hue/Mod/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color/adjust_hue/concat/concat_dim"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 2
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color/adjust_hue/concat"
+ op: "Concat"
+ input: "batch_processing/distort_image_1/distort_color/adjust_hue/concat/concat_dim"
+ input: "batch_processing/distort_image_1/distort_color/adjust_hue/Mod"
+ input: "batch_processing/distort_image_1/distort_color/adjust_hue/Slice_1"
+ input: "batch_processing/distort_image_1/distort_color/adjust_hue/Slice_2"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 3
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color/adjust_hue/HSVToRGB"
+ op: "HSVToRGB"
+ input: "batch_processing/distort_image_1/distort_color/adjust_hue/concat"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color/adjust_hue/Identity_1"
+ op: "Identity"
+ input: "batch_processing/distort_image_1/distort_color/adjust_hue/HSVToRGB"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color/random_uniform_3/shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color/random_uniform_3/min"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.5
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color/random_uniform_3/max"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.5
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color/random_uniform_3/RandomUniform"
+ op: "RandomUniform"
+ input: "batch_processing/distort_image_1/distort_color/random_uniform_3/shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color/random_uniform_3/sub"
+ op: "Sub"
+ input: "batch_processing/distort_image_1/distort_color/random_uniform_3/max"
+ input: "batch_processing/distort_image_1/distort_color/random_uniform_3/min"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color/random_uniform_3/mul"
+ op: "Mul"
+ input: "batch_processing/distort_image_1/distort_color/random_uniform_3/RandomUniform"
+ input: "batch_processing/distort_image_1/distort_color/random_uniform_3/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color/random_uniform_3"
+ op: "Add"
+ input: "batch_processing/distort_image_1/distort_color/random_uniform_3/mul"
+ input: "batch_processing/distort_image_1/distort_color/random_uniform_3/min"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color/adjust_contrast/Identity"
+ op: "Identity"
+ input: "batch_processing/distort_image_1/distort_color/adjust_hue/Identity_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color/adjust_contrast"
+ op: "AdjustContrastv2"
+ input: "batch_processing/distort_image_1/distort_color/adjust_contrast/Identity"
+ input: "batch_processing/distort_image_1/distort_color/random_uniform_3"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color/adjust_contrast/Identity_1"
+ op: "Identity"
+ input: "batch_processing/distort_image_1/distort_color/adjust_contrast"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color/clip_by_value/Minimum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color/clip_by_value/Minimum"
+ op: "Minimum"
+ input: "batch_processing/distort_image_1/distort_color/adjust_contrast/Identity_1"
+ input: "batch_processing/distort_image_1/distort_color/clip_by_value/Minimum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color/clip_by_value/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color/clip_by_value"
+ op: "Maximum"
+ input: "batch_processing/distort_image_1/distort_color/clip_by_value/Minimum"
+ input: "batch_processing/distort_image_1/distort_color/clip_by_value/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/Equal_5/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/Equal_5"
+ op: "Equal"
+ input: "batch_processing/distort_image_1/random_uniform_2"
+ input: "batch_processing/distort_image_1/Equal_5/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/Switch_5"
+ op: "Switch"
+ input: "batch_processing/distort_image_1/Reverse"
+ input: "batch_processing/distort_image_1/Equal_5"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color_1/random_uniform/shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color_1/random_uniform/min"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: -0.1254902035
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color_1/random_uniform/max"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.1254902035
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color_1/random_uniform/RandomUniform"
+ op: "RandomUniform"
+ input: "batch_processing/distort_image_1/distort_color_1/random_uniform/shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color_1/random_uniform/sub"
+ op: "Sub"
+ input: "batch_processing/distort_image_1/distort_color_1/random_uniform/max"
+ input: "batch_processing/distort_image_1/distort_color_1/random_uniform/min"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color_1/random_uniform/mul"
+ op: "Mul"
+ input: "batch_processing/distort_image_1/distort_color_1/random_uniform/RandomUniform"
+ input: "batch_processing/distort_image_1/distort_color_1/random_uniform/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color_1/random_uniform"
+ op: "Add"
+ input: "batch_processing/distort_image_1/distort_color_1/random_uniform/mul"
+ input: "batch_processing/distort_image_1/distort_color_1/random_uniform/min"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color_1/adjust_brightness/Identity"
+ op: "Identity"
+ input: "batch_processing/distort_image_1/Switch_5:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color_1/adjust_brightness"
+ op: "Add"
+ input: "batch_processing/distort_image_1/distort_color_1/adjust_brightness/Identity"
+ input: "batch_processing/distort_image_1/distort_color_1/random_uniform"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color_1/adjust_brightness/Identity_1"
+ op: "Identity"
+ input: "batch_processing/distort_image_1/distort_color_1/adjust_brightness"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color_1/random_uniform_1/shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color_1/random_uniform_1/min"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.5
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color_1/random_uniform_1/max"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.5
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color_1/random_uniform_1/RandomUniform"
+ op: "RandomUniform"
+ input: "batch_processing/distort_image_1/distort_color_1/random_uniform_1/shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color_1/random_uniform_1/sub"
+ op: "Sub"
+ input: "batch_processing/distort_image_1/distort_color_1/random_uniform_1/max"
+ input: "batch_processing/distort_image_1/distort_color_1/random_uniform_1/min"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color_1/random_uniform_1/mul"
+ op: "Mul"
+ input: "batch_processing/distort_image_1/distort_color_1/random_uniform_1/RandomUniform"
+ input: "batch_processing/distort_image_1/distort_color_1/random_uniform_1/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color_1/random_uniform_1"
+ op: "Add"
+ input: "batch_processing/distort_image_1/distort_color_1/random_uniform_1/mul"
+ input: "batch_processing/distort_image_1/distort_color_1/random_uniform_1/min"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color_1/adjust_contrast/Identity"
+ op: "Identity"
+ input: "batch_processing/distort_image_1/distort_color_1/adjust_brightness/Identity_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color_1/adjust_contrast"
+ op: "AdjustContrastv2"
+ input: "batch_processing/distort_image_1/distort_color_1/adjust_contrast/Identity"
+ input: "batch_processing/distort_image_1/distort_color_1/random_uniform_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color_1/adjust_contrast/Identity_1"
+ op: "Identity"
+ input: "batch_processing/distort_image_1/distort_color_1/adjust_contrast"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color_1/random_uniform_2/shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color_1/random_uniform_2/min"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.5
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color_1/random_uniform_2/max"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.5
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color_1/random_uniform_2/RandomUniform"
+ op: "RandomUniform"
+ input: "batch_processing/distort_image_1/distort_color_1/random_uniform_2/shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color_1/random_uniform_2/sub"
+ op: "Sub"
+ input: "batch_processing/distort_image_1/distort_color_1/random_uniform_2/max"
+ input: "batch_processing/distort_image_1/distort_color_1/random_uniform_2/min"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color_1/random_uniform_2/mul"
+ op: "Mul"
+ input: "batch_processing/distort_image_1/distort_color_1/random_uniform_2/RandomUniform"
+ input: "batch_processing/distort_image_1/distort_color_1/random_uniform_2/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color_1/random_uniform_2"
+ op: "Add"
+ input: "batch_processing/distort_image_1/distort_color_1/random_uniform_2/mul"
+ input: "batch_processing/distort_image_1/distort_color_1/random_uniform_2/min"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color_1/adjust_saturation/Identity"
+ op: "Identity"
+ input: "batch_processing/distort_image_1/distort_color_1/adjust_contrast/Identity_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color_1/adjust_saturation/RGBToHSV"
+ op: "RGBToHSV"
+ input: "batch_processing/distort_image_1/distort_color_1/adjust_saturation/Identity"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color_1/adjust_saturation/Slice/begin"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\000\000\000\000\000\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color_1/adjust_saturation/Slice/size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\377\377\377\377\377\377\377\377\001\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color_1/adjust_saturation/Slice"
+ op: "Slice"
+ input: "batch_processing/distort_image_1/distort_color_1/adjust_saturation/RGBToHSV"
+ input: "batch_processing/distort_image_1/distort_color_1/adjust_saturation/Slice/begin"
+ input: "batch_processing/distort_image_1/distort_color_1/adjust_saturation/Slice/size"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color_1/adjust_saturation/Slice_1/begin"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\000\000\000\000\001\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color_1/adjust_saturation/Slice_1/size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\377\377\377\377\377\377\377\377\001\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color_1/adjust_saturation/Slice_1"
+ op: "Slice"
+ input: "batch_processing/distort_image_1/distort_color_1/adjust_saturation/RGBToHSV"
+ input: "batch_processing/distort_image_1/distort_color_1/adjust_saturation/Slice_1/begin"
+ input: "batch_processing/distort_image_1/distort_color_1/adjust_saturation/Slice_1/size"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color_1/adjust_saturation/Slice_2/begin"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\000\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color_1/adjust_saturation/Slice_2/size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\377\377\377\377\377\377\377\377\001\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color_1/adjust_saturation/Slice_2"
+ op: "Slice"
+ input: "batch_processing/distort_image_1/distort_color_1/adjust_saturation/RGBToHSV"
+ input: "batch_processing/distort_image_1/distort_color_1/adjust_saturation/Slice_2/begin"
+ input: "batch_processing/distort_image_1/distort_color_1/adjust_saturation/Slice_2/size"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color_1/adjust_saturation/mul"
+ op: "Mul"
+ input: "batch_processing/distort_image_1/distort_color_1/adjust_saturation/Slice_1"
+ input: "batch_processing/distort_image_1/distort_color_1/random_uniform_2"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color_1/adjust_saturation/clip_by_value/Minimum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color_1/adjust_saturation/clip_by_value/Minimum"
+ op: "Minimum"
+ input: "batch_processing/distort_image_1/distort_color_1/adjust_saturation/mul"
+ input: "batch_processing/distort_image_1/distort_color_1/adjust_saturation/clip_by_value/Minimum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color_1/adjust_saturation/clip_by_value/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color_1/adjust_saturation/clip_by_value"
+ op: "Maximum"
+ input: "batch_processing/distort_image_1/distort_color_1/adjust_saturation/clip_by_value/Minimum"
+ input: "batch_processing/distort_image_1/distort_color_1/adjust_saturation/clip_by_value/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color_1/adjust_saturation/concat/concat_dim"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 2
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color_1/adjust_saturation/concat"
+ op: "Concat"
+ input: "batch_processing/distort_image_1/distort_color_1/adjust_saturation/concat/concat_dim"
+ input: "batch_processing/distort_image_1/distort_color_1/adjust_saturation/Slice"
+ input: "batch_processing/distort_image_1/distort_color_1/adjust_saturation/clip_by_value"
+ input: "batch_processing/distort_image_1/distort_color_1/adjust_saturation/Slice_2"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 3
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color_1/adjust_saturation/HSVToRGB"
+ op: "HSVToRGB"
+ input: "batch_processing/distort_image_1/distort_color_1/adjust_saturation/concat"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color_1/adjust_saturation/Identity_1"
+ op: "Identity"
+ input: "batch_processing/distort_image_1/distort_color_1/adjust_saturation/HSVToRGB"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color_1/random_uniform_3/shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color_1/random_uniform_3/min"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: -0.20000000298
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color_1/random_uniform_3/max"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.20000000298
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color_1/random_uniform_3/RandomUniform"
+ op: "RandomUniform"
+ input: "batch_processing/distort_image_1/distort_color_1/random_uniform_3/shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color_1/random_uniform_3/sub"
+ op: "Sub"
+ input: "batch_processing/distort_image_1/distort_color_1/random_uniform_3/max"
+ input: "batch_processing/distort_image_1/distort_color_1/random_uniform_3/min"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color_1/random_uniform_3/mul"
+ op: "Mul"
+ input: "batch_processing/distort_image_1/distort_color_1/random_uniform_3/RandomUniform"
+ input: "batch_processing/distort_image_1/distort_color_1/random_uniform_3/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color_1/random_uniform_3"
+ op: "Add"
+ input: "batch_processing/distort_image_1/distort_color_1/random_uniform_3/mul"
+ input: "batch_processing/distort_image_1/distort_color_1/random_uniform_3/min"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color_1/adjust_hue/Identity"
+ op: "Identity"
+ input: "batch_processing/distort_image_1/distort_color_1/adjust_saturation/Identity_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color_1/adjust_hue/RGBToHSV"
+ op: "RGBToHSV"
+ input: "batch_processing/distort_image_1/distort_color_1/adjust_hue/Identity"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color_1/adjust_hue/Slice/begin"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\000\000\000\000\000\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color_1/adjust_hue/Slice/size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\377\377\377\377\377\377\377\377\001\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color_1/adjust_hue/Slice"
+ op: "Slice"
+ input: "batch_processing/distort_image_1/distort_color_1/adjust_hue/RGBToHSV"
+ input: "batch_processing/distort_image_1/distort_color_1/adjust_hue/Slice/begin"
+ input: "batch_processing/distort_image_1/distort_color_1/adjust_hue/Slice/size"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color_1/adjust_hue/Slice_1/begin"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\000\000\000\000\001\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color_1/adjust_hue/Slice_1/size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\377\377\377\377\377\377\377\377\001\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color_1/adjust_hue/Slice_1"
+ op: "Slice"
+ input: "batch_processing/distort_image_1/distort_color_1/adjust_hue/RGBToHSV"
+ input: "batch_processing/distort_image_1/distort_color_1/adjust_hue/Slice_1/begin"
+ input: "batch_processing/distort_image_1/distort_color_1/adjust_hue/Slice_1/size"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color_1/adjust_hue/Slice_2/begin"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\000\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color_1/adjust_hue/Slice_2/size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\377\377\377\377\377\377\377\377\001\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color_1/adjust_hue/Slice_2"
+ op: "Slice"
+ input: "batch_processing/distort_image_1/distort_color_1/adjust_hue/RGBToHSV"
+ input: "batch_processing/distort_image_1/distort_color_1/adjust_hue/Slice_2/begin"
+ input: "batch_processing/distort_image_1/distort_color_1/adjust_hue/Slice_2/size"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color_1/adjust_hue/add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color_1/adjust_hue/add"
+ op: "Add"
+ input: "batch_processing/distort_image_1/distort_color_1/random_uniform_3"
+ input: "batch_processing/distort_image_1/distort_color_1/adjust_hue/add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color_1/adjust_hue/add_1"
+ op: "Add"
+ input: "batch_processing/distort_image_1/distort_color_1/adjust_hue/Slice"
+ input: "batch_processing/distort_image_1/distort_color_1/adjust_hue/add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color_1/adjust_hue/Mod/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color_1/adjust_hue/Mod"
+ op: "Mod"
+ input: "batch_processing/distort_image_1/distort_color_1/adjust_hue/add_1"
+ input: "batch_processing/distort_image_1/distort_color_1/adjust_hue/Mod/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color_1/adjust_hue/concat/concat_dim"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 2
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color_1/adjust_hue/concat"
+ op: "Concat"
+ input: "batch_processing/distort_image_1/distort_color_1/adjust_hue/concat/concat_dim"
+ input: "batch_processing/distort_image_1/distort_color_1/adjust_hue/Mod"
+ input: "batch_processing/distort_image_1/distort_color_1/adjust_hue/Slice_1"
+ input: "batch_processing/distort_image_1/distort_color_1/adjust_hue/Slice_2"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 3
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color_1/adjust_hue/HSVToRGB"
+ op: "HSVToRGB"
+ input: "batch_processing/distort_image_1/distort_color_1/adjust_hue/concat"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color_1/adjust_hue/Identity_1"
+ op: "Identity"
+ input: "batch_processing/distort_image_1/distort_color_1/adjust_hue/HSVToRGB"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color_1/clip_by_value/Minimum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color_1/clip_by_value/Minimum"
+ op: "Minimum"
+ input: "batch_processing/distort_image_1/distort_color_1/adjust_hue/Identity_1"
+ input: "batch_processing/distort_image_1/distort_color_1/clip_by_value/Minimum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color_1/clip_by_value/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/distort_color_1/clip_by_value"
+ op: "Maximum"
+ input: "batch_processing/distort_image_1/distort_color_1/clip_by_value/Minimum"
+ input: "batch_processing/distort_image_1/distort_color_1/clip_by_value/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_1/Merge_1"
+ op: "Merge"
+ input: "batch_processing/distort_image_1/distort_color/clip_by_value"
+ input: "batch_processing/distort_image_1/distort_color_1/clip_by_value"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/Sub_1/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.5
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/Sub_1"
+ op: "Sub"
+ input: "batch_processing/distort_image_1/Merge_1"
+ input: "batch_processing/Sub_1/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/Mul_1/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 2.0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/Mul_1"
+ op: "Mul"
+ input: "batch_processing/Sub_1"
+ input: "batch_processing/Mul_1/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_2/Rank"
+ op: "Rank"
+ input: "batch_processing/random_examples_queue_Dequeue"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_STRING
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_2/Equal/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_2/Equal"
+ op: "Equal"
+ input: "batch_processing/ParseSingleExample_2/Rank"
+ input: "batch_processing/ParseSingleExample_2/Equal/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_2/SerializedIsScalar/data_0"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_STRING
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_STRING
+ tensor_shape {
+ }
+ string_val: "Input serialized must be a scalar"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_2/SerializedIsScalar"
+ op: "Assert"
+ input: "batch_processing/ParseSingleExample_2/Equal"
+ input: "batch_processing/ParseSingleExample_2/SerializedIsScalar/data_0"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ list {
+ type: DT_STRING
+ }
+ }
+ }
+ attr {
+ key: "summarize"
+ value {
+ i: 3
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_2/SerializedDependencies"
+ op: "Identity"
+ input: "batch_processing/random_examples_queue_Dequeue"
+ input: "^batch_processing/ParseSingleExample_2/SerializedIsScalar"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_STRING
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@batch_processing/random_examples_queue"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_2/ExpandDims/dim"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_2/ExpandDims"
+ op: "ExpandDims"
+ input: "batch_processing/ParseSingleExample_2/SerializedDependencies"
+ input: "batch_processing/ParseSingleExample_2/ExpandDims/dim"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_STRING
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_2/ParseExample/key_image/class/label"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT64
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT64
+ tensor_shape {
+ }
+ int64_val: -1
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_2/ParseExample/Reshape/shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_2/ParseExample/Reshape"
+ op: "Reshape"
+ input: "batch_processing/ParseSingleExample_2/ParseExample/key_image/class/label"
+ input: "batch_processing/ParseSingleExample_2/ParseExample/Reshape/shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT64
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_2/ParseExample/key_image/class/text"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_STRING
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_STRING
+ tensor_shape {
+ }
+ string_val: ""
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_2/ParseExample/Reshape_1/shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_2/ParseExample/Reshape_1"
+ op: "Reshape"
+ input: "batch_processing/ParseSingleExample_2/ParseExample/key_image/class/text"
+ input: "batch_processing/ParseSingleExample_2/ParseExample/Reshape_1/shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_STRING
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_2/ParseExample/key_image/encoded"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_STRING
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_STRING
+ tensor_shape {
+ }
+ string_val: ""
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_2/ParseExample/Reshape_2/shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_2/ParseExample/Reshape_2"
+ op: "Reshape"
+ input: "batch_processing/ParseSingleExample_2/ParseExample/key_image/encoded"
+ input: "batch_processing/ParseSingleExample_2/ParseExample/Reshape_2/shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_STRING
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_2/ParseExample/ParseExample/names"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_STRING
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_STRING
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_2/ParseExample/ParseExample/sparse_keys_0"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_STRING
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_STRING
+ tensor_shape {
+ }
+ string_val: "image/object/bbox/xmax"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_2/ParseExample/ParseExample/sparse_keys_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_STRING
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_STRING
+ tensor_shape {
+ }
+ string_val: "image/object/bbox/xmin"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_2/ParseExample/ParseExample/sparse_keys_2"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_STRING
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_STRING
+ tensor_shape {
+ }
+ string_val: "image/object/bbox/ymax"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_2/ParseExample/ParseExample/sparse_keys_3"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_STRING
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_STRING
+ tensor_shape {
+ }
+ string_val: "image/object/bbox/ymin"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_2/ParseExample/ParseExample/dense_keys_0"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_STRING
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_STRING
+ tensor_shape {
+ }
+ string_val: "image/class/label"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_2/ParseExample/ParseExample/dense_keys_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_STRING
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_STRING
+ tensor_shape {
+ }
+ string_val: "image/class/text"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_2/ParseExample/ParseExample/dense_keys_2"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_STRING
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_STRING
+ tensor_shape {
+ }
+ string_val: "image/encoded"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_2/ParseExample/ParseExample"
+ op: "ParseExample"
+ input: "batch_processing/ParseSingleExample_2/ExpandDims"
+ input: "batch_processing/ParseSingleExample_2/ParseExample/ParseExample/names"
+ input: "batch_processing/ParseSingleExample_2/ParseExample/ParseExample/sparse_keys_0"
+ input: "batch_processing/ParseSingleExample_2/ParseExample/ParseExample/sparse_keys_1"
+ input: "batch_processing/ParseSingleExample_2/ParseExample/ParseExample/sparse_keys_2"
+ input: "batch_processing/ParseSingleExample_2/ParseExample/ParseExample/sparse_keys_3"
+ input: "batch_processing/ParseSingleExample_2/ParseExample/ParseExample/dense_keys_0"
+ input: "batch_processing/ParseSingleExample_2/ParseExample/ParseExample/dense_keys_1"
+ input: "batch_processing/ParseSingleExample_2/ParseExample/ParseExample/dense_keys_2"
+ input: "batch_processing/ParseSingleExample_2/ParseExample/Reshape"
+ input: "batch_processing/ParseSingleExample_2/ParseExample/Reshape_1"
+ input: "batch_processing/ParseSingleExample_2/ParseExample/Reshape_2"
+ device: "/job:worker"
+ attr {
+ key: "Ndense"
+ value {
+ i: 3
+ }
+ }
+ attr {
+ key: "Nsparse"
+ value {
+ i: 4
+ }
+ }
+ attr {
+ key: "Tdense"
+ value {
+ list {
+ type: DT_INT64
+ type: DT_STRING
+ type: DT_STRING
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ dim {
+ size: 2
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ dim {
+ size: 2
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ dim {
+ size: 2
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ dim {
+ size: 2
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: 2
+ }
+ }
+ shape {
+ dim {
+ size: 2
+ }
+ }
+ shape {
+ dim {
+ size: 2
+ }
+ }
+ shape {
+ dim {
+ size: 2
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ dim {
+ size: 1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dense_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ shape {
+ }
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "sparse_types"
+ value {
+ list {
+ type: DT_FLOAT
+ type: DT_FLOAT
+ type: DT_FLOAT
+ type: DT_FLOAT
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_2/Squeeze_image/class/label"
+ op: "Squeeze"
+ input: "batch_processing/ParseSingleExample_2/ParseExample/ParseExample:12"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT64
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "squeeze_dims"
+ value {
+ list {
+ i: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_2/Squeeze_image/class/text"
+ op: "Squeeze"
+ input: "batch_processing/ParseSingleExample_2/ParseExample/ParseExample:13"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_STRING
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "squeeze_dims"
+ value {
+ list {
+ i: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_2/Squeeze_image/encoded"
+ op: "Squeeze"
+ input: "batch_processing/ParseSingleExample_2/ParseExample/ParseExample:14"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_STRING
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "squeeze_dims"
+ value {
+ list {
+ i: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_2/Slice_Indices_image/object/bbox/xmax/begin"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 2
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_2/Slice_Indices_image/object/bbox/xmax/size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 2
+ }
+ }
+ tensor_content: "\377\377\377\377\377\377\377\377"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_2/Slice_Indices_image/object/bbox/xmax"
+ op: "Slice"
+ input: "batch_processing/ParseSingleExample_2/ParseExample/ParseExample"
+ input: "batch_processing/ParseSingleExample_2/Slice_Indices_image/object/bbox/xmax/begin"
+ input: "batch_processing/ParseSingleExample_2/Slice_Indices_image/object/bbox/xmax/size"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT64
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_2/Squeeze_Shape_image/object/bbox/xmax/begin"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_2/Squeeze_Shape_image/object/bbox/xmax/size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: -1
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_2/Squeeze_Shape_image/object/bbox/xmax"
+ op: "Slice"
+ input: "batch_processing/ParseSingleExample_2/ParseExample/ParseExample:8"
+ input: "batch_processing/ParseSingleExample_2/Squeeze_Shape_image/object/bbox/xmax/begin"
+ input: "batch_processing/ParseSingleExample_2/Squeeze_Shape_image/object/bbox/xmax/size"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT64
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_2/Slice_Indices_image/object/bbox/xmin/begin"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 2
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_2/Slice_Indices_image/object/bbox/xmin/size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 2
+ }
+ }
+ tensor_content: "\377\377\377\377\377\377\377\377"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_2/Slice_Indices_image/object/bbox/xmin"
+ op: "Slice"
+ input: "batch_processing/ParseSingleExample_2/ParseExample/ParseExample:1"
+ input: "batch_processing/ParseSingleExample_2/Slice_Indices_image/object/bbox/xmin/begin"
+ input: "batch_processing/ParseSingleExample_2/Slice_Indices_image/object/bbox/xmin/size"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT64
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_2/Squeeze_Shape_image/object/bbox/xmin/begin"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_2/Squeeze_Shape_image/object/bbox/xmin/size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: -1
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_2/Squeeze_Shape_image/object/bbox/xmin"
+ op: "Slice"
+ input: "batch_processing/ParseSingleExample_2/ParseExample/ParseExample:9"
+ input: "batch_processing/ParseSingleExample_2/Squeeze_Shape_image/object/bbox/xmin/begin"
+ input: "batch_processing/ParseSingleExample_2/Squeeze_Shape_image/object/bbox/xmin/size"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT64
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_2/Slice_Indices_image/object/bbox/ymax/begin"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 2
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_2/Slice_Indices_image/object/bbox/ymax/size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 2
+ }
+ }
+ tensor_content: "\377\377\377\377\377\377\377\377"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_2/Slice_Indices_image/object/bbox/ymax"
+ op: "Slice"
+ input: "batch_processing/ParseSingleExample_2/ParseExample/ParseExample:2"
+ input: "batch_processing/ParseSingleExample_2/Slice_Indices_image/object/bbox/ymax/begin"
+ input: "batch_processing/ParseSingleExample_2/Slice_Indices_image/object/bbox/ymax/size"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT64
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_2/Squeeze_Shape_image/object/bbox/ymax/begin"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_2/Squeeze_Shape_image/object/bbox/ymax/size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: -1
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_2/Squeeze_Shape_image/object/bbox/ymax"
+ op: "Slice"
+ input: "batch_processing/ParseSingleExample_2/ParseExample/ParseExample:10"
+ input: "batch_processing/ParseSingleExample_2/Squeeze_Shape_image/object/bbox/ymax/begin"
+ input: "batch_processing/ParseSingleExample_2/Squeeze_Shape_image/object/bbox/ymax/size"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT64
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_2/Slice_Indices_image/object/bbox/ymin/begin"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 2
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_2/Slice_Indices_image/object/bbox/ymin/size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 2
+ }
+ }
+ tensor_content: "\377\377\377\377\377\377\377\377"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_2/Slice_Indices_image/object/bbox/ymin"
+ op: "Slice"
+ input: "batch_processing/ParseSingleExample_2/ParseExample/ParseExample:3"
+ input: "batch_processing/ParseSingleExample_2/Slice_Indices_image/object/bbox/ymin/begin"
+ input: "batch_processing/ParseSingleExample_2/Slice_Indices_image/object/bbox/ymin/size"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT64
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_2/Squeeze_Shape_image/object/bbox/ymin/begin"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_2/Squeeze_Shape_image/object/bbox/ymin/size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: -1
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_2/Squeeze_Shape_image/object/bbox/ymin"
+ op: "Slice"
+ input: "batch_processing/ParseSingleExample_2/ParseExample/ParseExample:11"
+ input: "batch_processing/ParseSingleExample_2/Squeeze_Shape_image/object/bbox/ymin/begin"
+ input: "batch_processing/ParseSingleExample_2/Squeeze_Shape_image/object/bbox/ymin/size"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT64
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/Cast_2"
+ op: "Cast"
+ input: "batch_processing/ParseSingleExample_2/Squeeze_image/class/label"
+ device: "/job:worker"
+ attr {
+ key: "DstT"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "SrcT"
+ value {
+ type: DT_INT64
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ExpandDims_10/dim"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ExpandDims_10"
+ op: "ExpandDims"
+ input: "batch_processing/ParseSingleExample_2/ParseExample/ParseExample:5"
+ input: "batch_processing/ExpandDims_10/dim"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ExpandDims_11/dim"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ExpandDims_11"
+ op: "ExpandDims"
+ input: "batch_processing/ParseSingleExample_2/ParseExample/ParseExample:7"
+ input: "batch_processing/ExpandDims_11/dim"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ExpandDims_12/dim"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ExpandDims_12"
+ op: "ExpandDims"
+ input: "batch_processing/ParseSingleExample_2/ParseExample/ParseExample:4"
+ input: "batch_processing/ExpandDims_12/dim"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ExpandDims_13/dim"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ExpandDims_13"
+ op: "ExpandDims"
+ input: "batch_processing/ParseSingleExample_2/ParseExample/ParseExample:6"
+ input: "batch_processing/ExpandDims_13/dim"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/concat_2/concat_dim"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/concat_2"
+ op: "Concat"
+ input: "batch_processing/concat_2/concat_dim"
+ input: "batch_processing/ExpandDims_11"
+ input: "batch_processing/ExpandDims_10"
+ input: "batch_processing/ExpandDims_13"
+ input: "batch_processing/ExpandDims_12"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 4
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ExpandDims_14/dim"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ExpandDims_14"
+ op: "ExpandDims"
+ input: "batch_processing/concat_2"
+ input: "batch_processing/ExpandDims_14/dim"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 4
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/transpose_2/perm"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\002\000\000\000\001\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/transpose_2"
+ op: "Transpose"
+ input: "batch_processing/ExpandDims_14"
+ input: "batch_processing/transpose_2/perm"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/decode_jpg_2/DecodeJpeg"
+ op: "DecodeJpeg"
+ input: "batch_processing/ParseSingleExample_2/Squeeze_image/encoded"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "acceptable_fraction"
+ value {
+ f: 1.0
+ }
+ }
+ attr {
+ key: "channels"
+ value {
+ i: 3
+ }
+ }
+ attr {
+ key: "fancy_upscaling"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "ratio"
+ value {
+ i: 1
+ }
+ }
+ attr {
+ key: "try_recover_truncated"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "batch_processing/decode_jpg_2/convert_image/Cast"
+ op: "Cast"
+ input: "batch_processing/decode_jpg_2/DecodeJpeg"
+ device: "/job:worker"
+ attr {
+ key: "DstT"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "SrcT"
+ value {
+ type: DT_UINT8
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/decode_jpg_2/convert_image/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00392156885937
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/decode_jpg_2/convert_image"
+ op: "Mul"
+ input: "batch_processing/decode_jpg_2/convert_image/Cast"
+ input: "batch_processing/decode_jpg_2/convert_image/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/Shape"
+ op: "Shape"
+ input: "batch_processing/decode_jpg_2/convert_image"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/SampleDistortedBoundingBox"
+ op: "SampleDistortedBoundingBox"
+ input: "batch_processing/distort_image_2/Shape"
+ input: "batch_processing/transpose_2"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "area_range"
+ value {
+ list {
+ f: 0.0500000007451
+ f: 1.0
+ }
+ }
+ }
+ attr {
+ key: "aspect_ratio_range"
+ value {
+ list {
+ f: 0.75
+ f: 1.33000004292
+ }
+ }
+ }
+ attr {
+ key: "max_attempts"
+ value {
+ i: 100
+ }
+ }
+ attr {
+ key: "min_object_covered"
+ value {
+ f: 0.10000000149
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "use_image_if_no_bounding_boxes"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/Slice"
+ op: "Slice"
+ input: "batch_processing/decode_jpg_2/convert_image"
+ input: "batch_processing/distort_image_2/SampleDistortedBoundingBox"
+ input: "batch_processing/distort_image_2/SampleDistortedBoundingBox:1"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/random_uniform/shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/random_uniform/min"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/random_uniform/max"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 4
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/random_uniform"
+ op: "RandomUniformInt"
+ input: "batch_processing/distort_image_2/random_uniform/shape"
+ input: "batch_processing/distort_image_2/random_uniform/min"
+ input: "batch_processing/distort_image_2/random_uniform/max"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "Tout"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/Equal/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/Equal"
+ op: "Equal"
+ input: "batch_processing/distort_image_2/random_uniform"
+ input: "batch_processing/distort_image_2/Equal/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/Switch"
+ op: "Switch"
+ input: "batch_processing/distort_image_2/Slice"
+ input: "batch_processing/distort_image_2/Equal"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/ExpandDims/dim"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/ExpandDims"
+ op: "ExpandDims"
+ input: "batch_processing/distort_image_2/Switch:1"
+ input: "batch_processing/distort_image_2/ExpandDims/dim"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/new_width"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 299
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/new_height"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 299
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/pack"
+ op: "Pack"
+ input: "batch_processing/distort_image_2/new_height"
+ input: "batch_processing/distort_image_2/new_width"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "axis"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/ResizeBilinear"
+ op: "ResizeBilinear"
+ input: "batch_processing/distort_image_2/ExpandDims"
+ input: "batch_processing/distort_image_2/pack"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "align_corners"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/Squeeze"
+ op: "Squeeze"
+ input: "batch_processing/distort_image_2/ResizeBilinear"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "squeeze_dims"
+ value {
+ list {
+ i: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/Equal_1/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/Equal_1"
+ op: "Equal"
+ input: "batch_processing/distort_image_2/random_uniform"
+ input: "batch_processing/distort_image_2/Equal_1/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/Switch_1"
+ op: "Switch"
+ input: "batch_processing/distort_image_2/Slice"
+ input: "batch_processing/distort_image_2/Equal_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/ExpandDims_1/dim"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/ExpandDims_1"
+ op: "ExpandDims"
+ input: "batch_processing/distort_image_2/Switch_1:1"
+ input: "batch_processing/distort_image_2/ExpandDims_1/dim"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/new_width_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 299
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/new_height_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 299
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/pack_1"
+ op: "Pack"
+ input: "batch_processing/distort_image_2/new_height_1"
+ input: "batch_processing/distort_image_2/new_width_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "axis"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/ResizeNearestNeighbor"
+ op: "ResizeNearestNeighbor"
+ input: "batch_processing/distort_image_2/ExpandDims_1"
+ input: "batch_processing/distort_image_2/pack_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "align_corners"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/Squeeze_1"
+ op: "Squeeze"
+ input: "batch_processing/distort_image_2/ResizeNearestNeighbor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "squeeze_dims"
+ value {
+ list {
+ i: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/Equal_2/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 2
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/Equal_2"
+ op: "Equal"
+ input: "batch_processing/distort_image_2/random_uniform"
+ input: "batch_processing/distort_image_2/Equal_2/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/Switch_2"
+ op: "Switch"
+ input: "batch_processing/distort_image_2/Slice"
+ input: "batch_processing/distort_image_2/Equal_2"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/ExpandDims_2/dim"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/ExpandDims_2"
+ op: "ExpandDims"
+ input: "batch_processing/distort_image_2/Switch_2:1"
+ input: "batch_processing/distort_image_2/ExpandDims_2/dim"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/new_width_2"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 299
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/new_height_2"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 299
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/pack_2"
+ op: "Pack"
+ input: "batch_processing/distort_image_2/new_height_2"
+ input: "batch_processing/distort_image_2/new_width_2"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "axis"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/ResizeBicubic"
+ op: "ResizeBicubic"
+ input: "batch_processing/distort_image_2/ExpandDims_2"
+ input: "batch_processing/distort_image_2/pack_2"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "align_corners"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/Squeeze_2"
+ op: "Squeeze"
+ input: "batch_processing/distort_image_2/ResizeBicubic"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "squeeze_dims"
+ value {
+ list {
+ i: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/Equal_3/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 3
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/Equal_3"
+ op: "Equal"
+ input: "batch_processing/distort_image_2/random_uniform"
+ input: "batch_processing/distort_image_2/Equal_3/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/Switch_3"
+ op: "Switch"
+ input: "batch_processing/distort_image_2/Slice"
+ input: "batch_processing/distort_image_2/Equal_3"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/ExpandDims_3/dim"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/ExpandDims_3"
+ op: "ExpandDims"
+ input: "batch_processing/distort_image_2/Switch_3:1"
+ input: "batch_processing/distort_image_2/ExpandDims_3/dim"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/new_width_3"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 299
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/new_height_3"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 299
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/pack_3"
+ op: "Pack"
+ input: "batch_processing/distort_image_2/new_height_3"
+ input: "batch_processing/distort_image_2/new_width_3"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "axis"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/ResizeArea"
+ op: "ResizeArea"
+ input: "batch_processing/distort_image_2/ExpandDims_3"
+ input: "batch_processing/distort_image_2/pack_3"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "align_corners"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/Squeeze_3"
+ op: "Squeeze"
+ input: "batch_processing/distort_image_2/ResizeArea"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "squeeze_dims"
+ value {
+ list {
+ i: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/Merge"
+ op: "Merge"
+ input: "batch_processing/distort_image_2/Squeeze"
+ input: "batch_processing/distort_image_2/Squeeze_1"
+ input: "batch_processing/distort_image_2/Squeeze_2"
+ input: "batch_processing/distort_image_2/Squeeze_3"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 4
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/random_uniform_1/shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/random_uniform_1/min"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/random_uniform_1/max"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/random_uniform_1/RandomUniform"
+ op: "RandomUniform"
+ input: "batch_processing/distort_image_2/random_uniform_1/shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/random_uniform_1/sub"
+ op: "Sub"
+ input: "batch_processing/distort_image_2/random_uniform_1/max"
+ input: "batch_processing/distort_image_2/random_uniform_1/min"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/random_uniform_1/mul"
+ op: "Mul"
+ input: "batch_processing/distort_image_2/random_uniform_1/RandomUniform"
+ input: "batch_processing/distort_image_2/random_uniform_1/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/random_uniform_1"
+ op: "Add"
+ input: "batch_processing/distort_image_2/random_uniform_1/mul"
+ input: "batch_processing/distort_image_2/random_uniform_1/min"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/pack_4/0"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/pack_4/2"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/pack_4"
+ op: "Pack"
+ input: "batch_processing/distort_image_2/pack_4/0"
+ input: "batch_processing/distort_image_2/random_uniform_1"
+ input: "batch_processing/distort_image_2/pack_4/2"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 3
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "axis"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/Less/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.5
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/Less"
+ op: "Less"
+ input: "batch_processing/distort_image_2/pack_4"
+ input: "batch_processing/distort_image_2/Less/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/Reverse"
+ op: "Reverse"
+ input: "batch_processing/distort_image_2/Merge"
+ input: "batch_processing/distort_image_2/Less"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/random_uniform_2/shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/random_uniform_2/min"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/random_uniform_2/max"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 2
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/random_uniform_2"
+ op: "RandomUniformInt"
+ input: "batch_processing/distort_image_2/random_uniform_2/shape"
+ input: "batch_processing/distort_image_2/random_uniform_2/min"
+ input: "batch_processing/distort_image_2/random_uniform_2/max"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "Tout"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/Equal_4/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/Equal_4"
+ op: "Equal"
+ input: "batch_processing/distort_image_2/random_uniform_2"
+ input: "batch_processing/distort_image_2/Equal_4/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/Switch_4"
+ op: "Switch"
+ input: "batch_processing/distort_image_2/Reverse"
+ input: "batch_processing/distort_image_2/Equal_4"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color/random_uniform/shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color/random_uniform/min"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: -0.1254902035
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color/random_uniform/max"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.1254902035
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color/random_uniform/RandomUniform"
+ op: "RandomUniform"
+ input: "batch_processing/distort_image_2/distort_color/random_uniform/shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color/random_uniform/sub"
+ op: "Sub"
+ input: "batch_processing/distort_image_2/distort_color/random_uniform/max"
+ input: "batch_processing/distort_image_2/distort_color/random_uniform/min"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color/random_uniform/mul"
+ op: "Mul"
+ input: "batch_processing/distort_image_2/distort_color/random_uniform/RandomUniform"
+ input: "batch_processing/distort_image_2/distort_color/random_uniform/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color/random_uniform"
+ op: "Add"
+ input: "batch_processing/distort_image_2/distort_color/random_uniform/mul"
+ input: "batch_processing/distort_image_2/distort_color/random_uniform/min"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color/adjust_brightness/Identity"
+ op: "Identity"
+ input: "batch_processing/distort_image_2/Switch_4:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color/adjust_brightness"
+ op: "Add"
+ input: "batch_processing/distort_image_2/distort_color/adjust_brightness/Identity"
+ input: "batch_processing/distort_image_2/distort_color/random_uniform"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color/adjust_brightness/Identity_1"
+ op: "Identity"
+ input: "batch_processing/distort_image_2/distort_color/adjust_brightness"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color/random_uniform_1/shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color/random_uniform_1/min"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.5
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color/random_uniform_1/max"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.5
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color/random_uniform_1/RandomUniform"
+ op: "RandomUniform"
+ input: "batch_processing/distort_image_2/distort_color/random_uniform_1/shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color/random_uniform_1/sub"
+ op: "Sub"
+ input: "batch_processing/distort_image_2/distort_color/random_uniform_1/max"
+ input: "batch_processing/distort_image_2/distort_color/random_uniform_1/min"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color/random_uniform_1/mul"
+ op: "Mul"
+ input: "batch_processing/distort_image_2/distort_color/random_uniform_1/RandomUniform"
+ input: "batch_processing/distort_image_2/distort_color/random_uniform_1/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color/random_uniform_1"
+ op: "Add"
+ input: "batch_processing/distort_image_2/distort_color/random_uniform_1/mul"
+ input: "batch_processing/distort_image_2/distort_color/random_uniform_1/min"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color/adjust_saturation/Identity"
+ op: "Identity"
+ input: "batch_processing/distort_image_2/distort_color/adjust_brightness/Identity_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color/adjust_saturation/RGBToHSV"
+ op: "RGBToHSV"
+ input: "batch_processing/distort_image_2/distort_color/adjust_saturation/Identity"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color/adjust_saturation/Slice/begin"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\000\000\000\000\000\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color/adjust_saturation/Slice/size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\377\377\377\377\377\377\377\377\001\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color/adjust_saturation/Slice"
+ op: "Slice"
+ input: "batch_processing/distort_image_2/distort_color/adjust_saturation/RGBToHSV"
+ input: "batch_processing/distort_image_2/distort_color/adjust_saturation/Slice/begin"
+ input: "batch_processing/distort_image_2/distort_color/adjust_saturation/Slice/size"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color/adjust_saturation/Slice_1/begin"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\000\000\000\000\001\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color/adjust_saturation/Slice_1/size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\377\377\377\377\377\377\377\377\001\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color/adjust_saturation/Slice_1"
+ op: "Slice"
+ input: "batch_processing/distort_image_2/distort_color/adjust_saturation/RGBToHSV"
+ input: "batch_processing/distort_image_2/distort_color/adjust_saturation/Slice_1/begin"
+ input: "batch_processing/distort_image_2/distort_color/adjust_saturation/Slice_1/size"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color/adjust_saturation/Slice_2/begin"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\000\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color/adjust_saturation/Slice_2/size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\377\377\377\377\377\377\377\377\001\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color/adjust_saturation/Slice_2"
+ op: "Slice"
+ input: "batch_processing/distort_image_2/distort_color/adjust_saturation/RGBToHSV"
+ input: "batch_processing/distort_image_2/distort_color/adjust_saturation/Slice_2/begin"
+ input: "batch_processing/distort_image_2/distort_color/adjust_saturation/Slice_2/size"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color/adjust_saturation/mul"
+ op: "Mul"
+ input: "batch_processing/distort_image_2/distort_color/adjust_saturation/Slice_1"
+ input: "batch_processing/distort_image_2/distort_color/random_uniform_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color/adjust_saturation/clip_by_value/Minimum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color/adjust_saturation/clip_by_value/Minimum"
+ op: "Minimum"
+ input: "batch_processing/distort_image_2/distort_color/adjust_saturation/mul"
+ input: "batch_processing/distort_image_2/distort_color/adjust_saturation/clip_by_value/Minimum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color/adjust_saturation/clip_by_value/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color/adjust_saturation/clip_by_value"
+ op: "Maximum"
+ input: "batch_processing/distort_image_2/distort_color/adjust_saturation/clip_by_value/Minimum"
+ input: "batch_processing/distort_image_2/distort_color/adjust_saturation/clip_by_value/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color/adjust_saturation/concat/concat_dim"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 2
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color/adjust_saturation/concat"
+ op: "Concat"
+ input: "batch_processing/distort_image_2/distort_color/adjust_saturation/concat/concat_dim"
+ input: "batch_processing/distort_image_2/distort_color/adjust_saturation/Slice"
+ input: "batch_processing/distort_image_2/distort_color/adjust_saturation/clip_by_value"
+ input: "batch_processing/distort_image_2/distort_color/adjust_saturation/Slice_2"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 3
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color/adjust_saturation/HSVToRGB"
+ op: "HSVToRGB"
+ input: "batch_processing/distort_image_2/distort_color/adjust_saturation/concat"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color/adjust_saturation/Identity_1"
+ op: "Identity"
+ input: "batch_processing/distort_image_2/distort_color/adjust_saturation/HSVToRGB"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color/random_uniform_2/shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color/random_uniform_2/min"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: -0.20000000298
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color/random_uniform_2/max"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.20000000298
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color/random_uniform_2/RandomUniform"
+ op: "RandomUniform"
+ input: "batch_processing/distort_image_2/distort_color/random_uniform_2/shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color/random_uniform_2/sub"
+ op: "Sub"
+ input: "batch_processing/distort_image_2/distort_color/random_uniform_2/max"
+ input: "batch_processing/distort_image_2/distort_color/random_uniform_2/min"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color/random_uniform_2/mul"
+ op: "Mul"
+ input: "batch_processing/distort_image_2/distort_color/random_uniform_2/RandomUniform"
+ input: "batch_processing/distort_image_2/distort_color/random_uniform_2/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color/random_uniform_2"
+ op: "Add"
+ input: "batch_processing/distort_image_2/distort_color/random_uniform_2/mul"
+ input: "batch_processing/distort_image_2/distort_color/random_uniform_2/min"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color/adjust_hue/Identity"
+ op: "Identity"
+ input: "batch_processing/distort_image_2/distort_color/adjust_saturation/Identity_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color/adjust_hue/RGBToHSV"
+ op: "RGBToHSV"
+ input: "batch_processing/distort_image_2/distort_color/adjust_hue/Identity"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color/adjust_hue/Slice/begin"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\000\000\000\000\000\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color/adjust_hue/Slice/size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\377\377\377\377\377\377\377\377\001\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color/adjust_hue/Slice"
+ op: "Slice"
+ input: "batch_processing/distort_image_2/distort_color/adjust_hue/RGBToHSV"
+ input: "batch_processing/distort_image_2/distort_color/adjust_hue/Slice/begin"
+ input: "batch_processing/distort_image_2/distort_color/adjust_hue/Slice/size"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color/adjust_hue/Slice_1/begin"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\000\000\000\000\001\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color/adjust_hue/Slice_1/size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\377\377\377\377\377\377\377\377\001\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color/adjust_hue/Slice_1"
+ op: "Slice"
+ input: "batch_processing/distort_image_2/distort_color/adjust_hue/RGBToHSV"
+ input: "batch_processing/distort_image_2/distort_color/adjust_hue/Slice_1/begin"
+ input: "batch_processing/distort_image_2/distort_color/adjust_hue/Slice_1/size"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color/adjust_hue/Slice_2/begin"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\000\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color/adjust_hue/Slice_2/size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\377\377\377\377\377\377\377\377\001\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color/adjust_hue/Slice_2"
+ op: "Slice"
+ input: "batch_processing/distort_image_2/distort_color/adjust_hue/RGBToHSV"
+ input: "batch_processing/distort_image_2/distort_color/adjust_hue/Slice_2/begin"
+ input: "batch_processing/distort_image_2/distort_color/adjust_hue/Slice_2/size"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color/adjust_hue/add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color/adjust_hue/add"
+ op: "Add"
+ input: "batch_processing/distort_image_2/distort_color/random_uniform_2"
+ input: "batch_processing/distort_image_2/distort_color/adjust_hue/add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color/adjust_hue/add_1"
+ op: "Add"
+ input: "batch_processing/distort_image_2/distort_color/adjust_hue/Slice"
+ input: "batch_processing/distort_image_2/distort_color/adjust_hue/add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color/adjust_hue/Mod/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color/adjust_hue/Mod"
+ op: "Mod"
+ input: "batch_processing/distort_image_2/distort_color/adjust_hue/add_1"
+ input: "batch_processing/distort_image_2/distort_color/adjust_hue/Mod/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color/adjust_hue/concat/concat_dim"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 2
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color/adjust_hue/concat"
+ op: "Concat"
+ input: "batch_processing/distort_image_2/distort_color/adjust_hue/concat/concat_dim"
+ input: "batch_processing/distort_image_2/distort_color/adjust_hue/Mod"
+ input: "batch_processing/distort_image_2/distort_color/adjust_hue/Slice_1"
+ input: "batch_processing/distort_image_2/distort_color/adjust_hue/Slice_2"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 3
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color/adjust_hue/HSVToRGB"
+ op: "HSVToRGB"
+ input: "batch_processing/distort_image_2/distort_color/adjust_hue/concat"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color/adjust_hue/Identity_1"
+ op: "Identity"
+ input: "batch_processing/distort_image_2/distort_color/adjust_hue/HSVToRGB"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color/random_uniform_3/shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color/random_uniform_3/min"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.5
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color/random_uniform_3/max"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.5
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color/random_uniform_3/RandomUniform"
+ op: "RandomUniform"
+ input: "batch_processing/distort_image_2/distort_color/random_uniform_3/shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color/random_uniform_3/sub"
+ op: "Sub"
+ input: "batch_processing/distort_image_2/distort_color/random_uniform_3/max"
+ input: "batch_processing/distort_image_2/distort_color/random_uniform_3/min"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color/random_uniform_3/mul"
+ op: "Mul"
+ input: "batch_processing/distort_image_2/distort_color/random_uniform_3/RandomUniform"
+ input: "batch_processing/distort_image_2/distort_color/random_uniform_3/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color/random_uniform_3"
+ op: "Add"
+ input: "batch_processing/distort_image_2/distort_color/random_uniform_3/mul"
+ input: "batch_processing/distort_image_2/distort_color/random_uniform_3/min"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color/adjust_contrast/Identity"
+ op: "Identity"
+ input: "batch_processing/distort_image_2/distort_color/adjust_hue/Identity_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color/adjust_contrast"
+ op: "AdjustContrastv2"
+ input: "batch_processing/distort_image_2/distort_color/adjust_contrast/Identity"
+ input: "batch_processing/distort_image_2/distort_color/random_uniform_3"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color/adjust_contrast/Identity_1"
+ op: "Identity"
+ input: "batch_processing/distort_image_2/distort_color/adjust_contrast"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color/clip_by_value/Minimum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color/clip_by_value/Minimum"
+ op: "Minimum"
+ input: "batch_processing/distort_image_2/distort_color/adjust_contrast/Identity_1"
+ input: "batch_processing/distort_image_2/distort_color/clip_by_value/Minimum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color/clip_by_value/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color/clip_by_value"
+ op: "Maximum"
+ input: "batch_processing/distort_image_2/distort_color/clip_by_value/Minimum"
+ input: "batch_processing/distort_image_2/distort_color/clip_by_value/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/Equal_5/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/Equal_5"
+ op: "Equal"
+ input: "batch_processing/distort_image_2/random_uniform_2"
+ input: "batch_processing/distort_image_2/Equal_5/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/Switch_5"
+ op: "Switch"
+ input: "batch_processing/distort_image_2/Reverse"
+ input: "batch_processing/distort_image_2/Equal_5"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color_1/random_uniform/shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color_1/random_uniform/min"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: -0.1254902035
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color_1/random_uniform/max"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.1254902035
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color_1/random_uniform/RandomUniform"
+ op: "RandomUniform"
+ input: "batch_processing/distort_image_2/distort_color_1/random_uniform/shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color_1/random_uniform/sub"
+ op: "Sub"
+ input: "batch_processing/distort_image_2/distort_color_1/random_uniform/max"
+ input: "batch_processing/distort_image_2/distort_color_1/random_uniform/min"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color_1/random_uniform/mul"
+ op: "Mul"
+ input: "batch_processing/distort_image_2/distort_color_1/random_uniform/RandomUniform"
+ input: "batch_processing/distort_image_2/distort_color_1/random_uniform/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color_1/random_uniform"
+ op: "Add"
+ input: "batch_processing/distort_image_2/distort_color_1/random_uniform/mul"
+ input: "batch_processing/distort_image_2/distort_color_1/random_uniform/min"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color_1/adjust_brightness/Identity"
+ op: "Identity"
+ input: "batch_processing/distort_image_2/Switch_5:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color_1/adjust_brightness"
+ op: "Add"
+ input: "batch_processing/distort_image_2/distort_color_1/adjust_brightness/Identity"
+ input: "batch_processing/distort_image_2/distort_color_1/random_uniform"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color_1/adjust_brightness/Identity_1"
+ op: "Identity"
+ input: "batch_processing/distort_image_2/distort_color_1/adjust_brightness"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color_1/random_uniform_1/shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color_1/random_uniform_1/min"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.5
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color_1/random_uniform_1/max"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.5
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color_1/random_uniform_1/RandomUniform"
+ op: "RandomUniform"
+ input: "batch_processing/distort_image_2/distort_color_1/random_uniform_1/shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color_1/random_uniform_1/sub"
+ op: "Sub"
+ input: "batch_processing/distort_image_2/distort_color_1/random_uniform_1/max"
+ input: "batch_processing/distort_image_2/distort_color_1/random_uniform_1/min"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color_1/random_uniform_1/mul"
+ op: "Mul"
+ input: "batch_processing/distort_image_2/distort_color_1/random_uniform_1/RandomUniform"
+ input: "batch_processing/distort_image_2/distort_color_1/random_uniform_1/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color_1/random_uniform_1"
+ op: "Add"
+ input: "batch_processing/distort_image_2/distort_color_1/random_uniform_1/mul"
+ input: "batch_processing/distort_image_2/distort_color_1/random_uniform_1/min"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color_1/adjust_contrast/Identity"
+ op: "Identity"
+ input: "batch_processing/distort_image_2/distort_color_1/adjust_brightness/Identity_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color_1/adjust_contrast"
+ op: "AdjustContrastv2"
+ input: "batch_processing/distort_image_2/distort_color_1/adjust_contrast/Identity"
+ input: "batch_processing/distort_image_2/distort_color_1/random_uniform_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color_1/adjust_contrast/Identity_1"
+ op: "Identity"
+ input: "batch_processing/distort_image_2/distort_color_1/adjust_contrast"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color_1/random_uniform_2/shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color_1/random_uniform_2/min"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.5
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color_1/random_uniform_2/max"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.5
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color_1/random_uniform_2/RandomUniform"
+ op: "RandomUniform"
+ input: "batch_processing/distort_image_2/distort_color_1/random_uniform_2/shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color_1/random_uniform_2/sub"
+ op: "Sub"
+ input: "batch_processing/distort_image_2/distort_color_1/random_uniform_2/max"
+ input: "batch_processing/distort_image_2/distort_color_1/random_uniform_2/min"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color_1/random_uniform_2/mul"
+ op: "Mul"
+ input: "batch_processing/distort_image_2/distort_color_1/random_uniform_2/RandomUniform"
+ input: "batch_processing/distort_image_2/distort_color_1/random_uniform_2/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color_1/random_uniform_2"
+ op: "Add"
+ input: "batch_processing/distort_image_2/distort_color_1/random_uniform_2/mul"
+ input: "batch_processing/distort_image_2/distort_color_1/random_uniform_2/min"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color_1/adjust_saturation/Identity"
+ op: "Identity"
+ input: "batch_processing/distort_image_2/distort_color_1/adjust_contrast/Identity_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color_1/adjust_saturation/RGBToHSV"
+ op: "RGBToHSV"
+ input: "batch_processing/distort_image_2/distort_color_1/adjust_saturation/Identity"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color_1/adjust_saturation/Slice/begin"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\000\000\000\000\000\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color_1/adjust_saturation/Slice/size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\377\377\377\377\377\377\377\377\001\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color_1/adjust_saturation/Slice"
+ op: "Slice"
+ input: "batch_processing/distort_image_2/distort_color_1/adjust_saturation/RGBToHSV"
+ input: "batch_processing/distort_image_2/distort_color_1/adjust_saturation/Slice/begin"
+ input: "batch_processing/distort_image_2/distort_color_1/adjust_saturation/Slice/size"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color_1/adjust_saturation/Slice_1/begin"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\000\000\000\000\001\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color_1/adjust_saturation/Slice_1/size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\377\377\377\377\377\377\377\377\001\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color_1/adjust_saturation/Slice_1"
+ op: "Slice"
+ input: "batch_processing/distort_image_2/distort_color_1/adjust_saturation/RGBToHSV"
+ input: "batch_processing/distort_image_2/distort_color_1/adjust_saturation/Slice_1/begin"
+ input: "batch_processing/distort_image_2/distort_color_1/adjust_saturation/Slice_1/size"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color_1/adjust_saturation/Slice_2/begin"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\000\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color_1/adjust_saturation/Slice_2/size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\377\377\377\377\377\377\377\377\001\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color_1/adjust_saturation/Slice_2"
+ op: "Slice"
+ input: "batch_processing/distort_image_2/distort_color_1/adjust_saturation/RGBToHSV"
+ input: "batch_processing/distort_image_2/distort_color_1/adjust_saturation/Slice_2/begin"
+ input: "batch_processing/distort_image_2/distort_color_1/adjust_saturation/Slice_2/size"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color_1/adjust_saturation/mul"
+ op: "Mul"
+ input: "batch_processing/distort_image_2/distort_color_1/adjust_saturation/Slice_1"
+ input: "batch_processing/distort_image_2/distort_color_1/random_uniform_2"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color_1/adjust_saturation/clip_by_value/Minimum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color_1/adjust_saturation/clip_by_value/Minimum"
+ op: "Minimum"
+ input: "batch_processing/distort_image_2/distort_color_1/adjust_saturation/mul"
+ input: "batch_processing/distort_image_2/distort_color_1/adjust_saturation/clip_by_value/Minimum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color_1/adjust_saturation/clip_by_value/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color_1/adjust_saturation/clip_by_value"
+ op: "Maximum"
+ input: "batch_processing/distort_image_2/distort_color_1/adjust_saturation/clip_by_value/Minimum"
+ input: "batch_processing/distort_image_2/distort_color_1/adjust_saturation/clip_by_value/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color_1/adjust_saturation/concat/concat_dim"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 2
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color_1/adjust_saturation/concat"
+ op: "Concat"
+ input: "batch_processing/distort_image_2/distort_color_1/adjust_saturation/concat/concat_dim"
+ input: "batch_processing/distort_image_2/distort_color_1/adjust_saturation/Slice"
+ input: "batch_processing/distort_image_2/distort_color_1/adjust_saturation/clip_by_value"
+ input: "batch_processing/distort_image_2/distort_color_1/adjust_saturation/Slice_2"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 3
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color_1/adjust_saturation/HSVToRGB"
+ op: "HSVToRGB"
+ input: "batch_processing/distort_image_2/distort_color_1/adjust_saturation/concat"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color_1/adjust_saturation/Identity_1"
+ op: "Identity"
+ input: "batch_processing/distort_image_2/distort_color_1/adjust_saturation/HSVToRGB"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color_1/random_uniform_3/shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color_1/random_uniform_3/min"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: -0.20000000298
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color_1/random_uniform_3/max"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.20000000298
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color_1/random_uniform_3/RandomUniform"
+ op: "RandomUniform"
+ input: "batch_processing/distort_image_2/distort_color_1/random_uniform_3/shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color_1/random_uniform_3/sub"
+ op: "Sub"
+ input: "batch_processing/distort_image_2/distort_color_1/random_uniform_3/max"
+ input: "batch_processing/distort_image_2/distort_color_1/random_uniform_3/min"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color_1/random_uniform_3/mul"
+ op: "Mul"
+ input: "batch_processing/distort_image_2/distort_color_1/random_uniform_3/RandomUniform"
+ input: "batch_processing/distort_image_2/distort_color_1/random_uniform_3/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color_1/random_uniform_3"
+ op: "Add"
+ input: "batch_processing/distort_image_2/distort_color_1/random_uniform_3/mul"
+ input: "batch_processing/distort_image_2/distort_color_1/random_uniform_3/min"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color_1/adjust_hue/Identity"
+ op: "Identity"
+ input: "batch_processing/distort_image_2/distort_color_1/adjust_saturation/Identity_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color_1/adjust_hue/RGBToHSV"
+ op: "RGBToHSV"
+ input: "batch_processing/distort_image_2/distort_color_1/adjust_hue/Identity"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color_1/adjust_hue/Slice/begin"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\000\000\000\000\000\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color_1/adjust_hue/Slice/size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\377\377\377\377\377\377\377\377\001\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color_1/adjust_hue/Slice"
+ op: "Slice"
+ input: "batch_processing/distort_image_2/distort_color_1/adjust_hue/RGBToHSV"
+ input: "batch_processing/distort_image_2/distort_color_1/adjust_hue/Slice/begin"
+ input: "batch_processing/distort_image_2/distort_color_1/adjust_hue/Slice/size"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color_1/adjust_hue/Slice_1/begin"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\000\000\000\000\001\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color_1/adjust_hue/Slice_1/size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\377\377\377\377\377\377\377\377\001\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color_1/adjust_hue/Slice_1"
+ op: "Slice"
+ input: "batch_processing/distort_image_2/distort_color_1/adjust_hue/RGBToHSV"
+ input: "batch_processing/distort_image_2/distort_color_1/adjust_hue/Slice_1/begin"
+ input: "batch_processing/distort_image_2/distort_color_1/adjust_hue/Slice_1/size"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color_1/adjust_hue/Slice_2/begin"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\000\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color_1/adjust_hue/Slice_2/size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\377\377\377\377\377\377\377\377\001\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color_1/adjust_hue/Slice_2"
+ op: "Slice"
+ input: "batch_processing/distort_image_2/distort_color_1/adjust_hue/RGBToHSV"
+ input: "batch_processing/distort_image_2/distort_color_1/adjust_hue/Slice_2/begin"
+ input: "batch_processing/distort_image_2/distort_color_1/adjust_hue/Slice_2/size"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color_1/adjust_hue/add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color_1/adjust_hue/add"
+ op: "Add"
+ input: "batch_processing/distort_image_2/distort_color_1/random_uniform_3"
+ input: "batch_processing/distort_image_2/distort_color_1/adjust_hue/add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color_1/adjust_hue/add_1"
+ op: "Add"
+ input: "batch_processing/distort_image_2/distort_color_1/adjust_hue/Slice"
+ input: "batch_processing/distort_image_2/distort_color_1/adjust_hue/add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color_1/adjust_hue/Mod/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color_1/adjust_hue/Mod"
+ op: "Mod"
+ input: "batch_processing/distort_image_2/distort_color_1/adjust_hue/add_1"
+ input: "batch_processing/distort_image_2/distort_color_1/adjust_hue/Mod/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color_1/adjust_hue/concat/concat_dim"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 2
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color_1/adjust_hue/concat"
+ op: "Concat"
+ input: "batch_processing/distort_image_2/distort_color_1/adjust_hue/concat/concat_dim"
+ input: "batch_processing/distort_image_2/distort_color_1/adjust_hue/Mod"
+ input: "batch_processing/distort_image_2/distort_color_1/adjust_hue/Slice_1"
+ input: "batch_processing/distort_image_2/distort_color_1/adjust_hue/Slice_2"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 3
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color_1/adjust_hue/HSVToRGB"
+ op: "HSVToRGB"
+ input: "batch_processing/distort_image_2/distort_color_1/adjust_hue/concat"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color_1/adjust_hue/Identity_1"
+ op: "Identity"
+ input: "batch_processing/distort_image_2/distort_color_1/adjust_hue/HSVToRGB"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color_1/clip_by_value/Minimum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color_1/clip_by_value/Minimum"
+ op: "Minimum"
+ input: "batch_processing/distort_image_2/distort_color_1/adjust_hue/Identity_1"
+ input: "batch_processing/distort_image_2/distort_color_1/clip_by_value/Minimum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color_1/clip_by_value/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/distort_color_1/clip_by_value"
+ op: "Maximum"
+ input: "batch_processing/distort_image_2/distort_color_1/clip_by_value/Minimum"
+ input: "batch_processing/distort_image_2/distort_color_1/clip_by_value/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_2/Merge_1"
+ op: "Merge"
+ input: "batch_processing/distort_image_2/distort_color/clip_by_value"
+ input: "batch_processing/distort_image_2/distort_color_1/clip_by_value"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/Sub_2/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.5
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/Sub_2"
+ op: "Sub"
+ input: "batch_processing/distort_image_2/Merge_1"
+ input: "batch_processing/Sub_2/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/Mul_2/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 2.0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/Mul_2"
+ op: "Mul"
+ input: "batch_processing/Sub_2"
+ input: "batch_processing/Mul_2/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_3/Rank"
+ op: "Rank"
+ input: "batch_processing/random_examples_queue_Dequeue"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_STRING
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_3/Equal/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_3/Equal"
+ op: "Equal"
+ input: "batch_processing/ParseSingleExample_3/Rank"
+ input: "batch_processing/ParseSingleExample_3/Equal/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_3/SerializedIsScalar/data_0"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_STRING
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_STRING
+ tensor_shape {
+ }
+ string_val: "Input serialized must be a scalar"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_3/SerializedIsScalar"
+ op: "Assert"
+ input: "batch_processing/ParseSingleExample_3/Equal"
+ input: "batch_processing/ParseSingleExample_3/SerializedIsScalar/data_0"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ list {
+ type: DT_STRING
+ }
+ }
+ }
+ attr {
+ key: "summarize"
+ value {
+ i: 3
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_3/SerializedDependencies"
+ op: "Identity"
+ input: "batch_processing/random_examples_queue_Dequeue"
+ input: "^batch_processing/ParseSingleExample_3/SerializedIsScalar"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_STRING
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@batch_processing/random_examples_queue"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_3/ExpandDims/dim"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_3/ExpandDims"
+ op: "ExpandDims"
+ input: "batch_processing/ParseSingleExample_3/SerializedDependencies"
+ input: "batch_processing/ParseSingleExample_3/ExpandDims/dim"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_STRING
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_3/ParseExample/key_image/class/label"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT64
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT64
+ tensor_shape {
+ }
+ int64_val: -1
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_3/ParseExample/Reshape/shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_3/ParseExample/Reshape"
+ op: "Reshape"
+ input: "batch_processing/ParseSingleExample_3/ParseExample/key_image/class/label"
+ input: "batch_processing/ParseSingleExample_3/ParseExample/Reshape/shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT64
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_3/ParseExample/key_image/class/text"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_STRING
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_STRING
+ tensor_shape {
+ }
+ string_val: ""
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_3/ParseExample/Reshape_1/shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_3/ParseExample/Reshape_1"
+ op: "Reshape"
+ input: "batch_processing/ParseSingleExample_3/ParseExample/key_image/class/text"
+ input: "batch_processing/ParseSingleExample_3/ParseExample/Reshape_1/shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_STRING
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_3/ParseExample/key_image/encoded"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_STRING
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_STRING
+ tensor_shape {
+ }
+ string_val: ""
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_3/ParseExample/Reshape_2/shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_3/ParseExample/Reshape_2"
+ op: "Reshape"
+ input: "batch_processing/ParseSingleExample_3/ParseExample/key_image/encoded"
+ input: "batch_processing/ParseSingleExample_3/ParseExample/Reshape_2/shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_STRING
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_3/ParseExample/ParseExample/names"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_STRING
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_STRING
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_3/ParseExample/ParseExample/sparse_keys_0"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_STRING
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_STRING
+ tensor_shape {
+ }
+ string_val: "image/object/bbox/xmax"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_3/ParseExample/ParseExample/sparse_keys_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_STRING
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_STRING
+ tensor_shape {
+ }
+ string_val: "image/object/bbox/xmin"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_3/ParseExample/ParseExample/sparse_keys_2"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_STRING
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_STRING
+ tensor_shape {
+ }
+ string_val: "image/object/bbox/ymax"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_3/ParseExample/ParseExample/sparse_keys_3"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_STRING
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_STRING
+ tensor_shape {
+ }
+ string_val: "image/object/bbox/ymin"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_3/ParseExample/ParseExample/dense_keys_0"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_STRING
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_STRING
+ tensor_shape {
+ }
+ string_val: "image/class/label"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_3/ParseExample/ParseExample/dense_keys_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_STRING
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_STRING
+ tensor_shape {
+ }
+ string_val: "image/class/text"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_3/ParseExample/ParseExample/dense_keys_2"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_STRING
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_STRING
+ tensor_shape {
+ }
+ string_val: "image/encoded"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_3/ParseExample/ParseExample"
+ op: "ParseExample"
+ input: "batch_processing/ParseSingleExample_3/ExpandDims"
+ input: "batch_processing/ParseSingleExample_3/ParseExample/ParseExample/names"
+ input: "batch_processing/ParseSingleExample_3/ParseExample/ParseExample/sparse_keys_0"
+ input: "batch_processing/ParseSingleExample_3/ParseExample/ParseExample/sparse_keys_1"
+ input: "batch_processing/ParseSingleExample_3/ParseExample/ParseExample/sparse_keys_2"
+ input: "batch_processing/ParseSingleExample_3/ParseExample/ParseExample/sparse_keys_3"
+ input: "batch_processing/ParseSingleExample_3/ParseExample/ParseExample/dense_keys_0"
+ input: "batch_processing/ParseSingleExample_3/ParseExample/ParseExample/dense_keys_1"
+ input: "batch_processing/ParseSingleExample_3/ParseExample/ParseExample/dense_keys_2"
+ input: "batch_processing/ParseSingleExample_3/ParseExample/Reshape"
+ input: "batch_processing/ParseSingleExample_3/ParseExample/Reshape_1"
+ input: "batch_processing/ParseSingleExample_3/ParseExample/Reshape_2"
+ device: "/job:worker"
+ attr {
+ key: "Ndense"
+ value {
+ i: 3
+ }
+ }
+ attr {
+ key: "Nsparse"
+ value {
+ i: 4
+ }
+ }
+ attr {
+ key: "Tdense"
+ value {
+ list {
+ type: DT_INT64
+ type: DT_STRING
+ type: DT_STRING
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ dim {
+ size: 2
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ dim {
+ size: 2
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ dim {
+ size: 2
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ dim {
+ size: 2
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: 2
+ }
+ }
+ shape {
+ dim {
+ size: 2
+ }
+ }
+ shape {
+ dim {
+ size: 2
+ }
+ }
+ shape {
+ dim {
+ size: 2
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ dim {
+ size: 1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dense_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ shape {
+ }
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "sparse_types"
+ value {
+ list {
+ type: DT_FLOAT
+ type: DT_FLOAT
+ type: DT_FLOAT
+ type: DT_FLOAT
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_3/Squeeze_image/class/label"
+ op: "Squeeze"
+ input: "batch_processing/ParseSingleExample_3/ParseExample/ParseExample:12"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT64
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "squeeze_dims"
+ value {
+ list {
+ i: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_3/Squeeze_image/class/text"
+ op: "Squeeze"
+ input: "batch_processing/ParseSingleExample_3/ParseExample/ParseExample:13"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_STRING
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "squeeze_dims"
+ value {
+ list {
+ i: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_3/Squeeze_image/encoded"
+ op: "Squeeze"
+ input: "batch_processing/ParseSingleExample_3/ParseExample/ParseExample:14"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_STRING
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "squeeze_dims"
+ value {
+ list {
+ i: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_3/Slice_Indices_image/object/bbox/xmax/begin"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 2
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_3/Slice_Indices_image/object/bbox/xmax/size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 2
+ }
+ }
+ tensor_content: "\377\377\377\377\377\377\377\377"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_3/Slice_Indices_image/object/bbox/xmax"
+ op: "Slice"
+ input: "batch_processing/ParseSingleExample_3/ParseExample/ParseExample"
+ input: "batch_processing/ParseSingleExample_3/Slice_Indices_image/object/bbox/xmax/begin"
+ input: "batch_processing/ParseSingleExample_3/Slice_Indices_image/object/bbox/xmax/size"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT64
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_3/Squeeze_Shape_image/object/bbox/xmax/begin"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_3/Squeeze_Shape_image/object/bbox/xmax/size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: -1
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_3/Squeeze_Shape_image/object/bbox/xmax"
+ op: "Slice"
+ input: "batch_processing/ParseSingleExample_3/ParseExample/ParseExample:8"
+ input: "batch_processing/ParseSingleExample_3/Squeeze_Shape_image/object/bbox/xmax/begin"
+ input: "batch_processing/ParseSingleExample_3/Squeeze_Shape_image/object/bbox/xmax/size"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT64
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_3/Slice_Indices_image/object/bbox/xmin/begin"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 2
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_3/Slice_Indices_image/object/bbox/xmin/size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 2
+ }
+ }
+ tensor_content: "\377\377\377\377\377\377\377\377"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_3/Slice_Indices_image/object/bbox/xmin"
+ op: "Slice"
+ input: "batch_processing/ParseSingleExample_3/ParseExample/ParseExample:1"
+ input: "batch_processing/ParseSingleExample_3/Slice_Indices_image/object/bbox/xmin/begin"
+ input: "batch_processing/ParseSingleExample_3/Slice_Indices_image/object/bbox/xmin/size"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT64
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_3/Squeeze_Shape_image/object/bbox/xmin/begin"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_3/Squeeze_Shape_image/object/bbox/xmin/size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: -1
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_3/Squeeze_Shape_image/object/bbox/xmin"
+ op: "Slice"
+ input: "batch_processing/ParseSingleExample_3/ParseExample/ParseExample:9"
+ input: "batch_processing/ParseSingleExample_3/Squeeze_Shape_image/object/bbox/xmin/begin"
+ input: "batch_processing/ParseSingleExample_3/Squeeze_Shape_image/object/bbox/xmin/size"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT64
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_3/Slice_Indices_image/object/bbox/ymax/begin"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 2
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_3/Slice_Indices_image/object/bbox/ymax/size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 2
+ }
+ }
+ tensor_content: "\377\377\377\377\377\377\377\377"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_3/Slice_Indices_image/object/bbox/ymax"
+ op: "Slice"
+ input: "batch_processing/ParseSingleExample_3/ParseExample/ParseExample:2"
+ input: "batch_processing/ParseSingleExample_3/Slice_Indices_image/object/bbox/ymax/begin"
+ input: "batch_processing/ParseSingleExample_3/Slice_Indices_image/object/bbox/ymax/size"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT64
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_3/Squeeze_Shape_image/object/bbox/ymax/begin"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_3/Squeeze_Shape_image/object/bbox/ymax/size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: -1
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_3/Squeeze_Shape_image/object/bbox/ymax"
+ op: "Slice"
+ input: "batch_processing/ParseSingleExample_3/ParseExample/ParseExample:10"
+ input: "batch_processing/ParseSingleExample_3/Squeeze_Shape_image/object/bbox/ymax/begin"
+ input: "batch_processing/ParseSingleExample_3/Squeeze_Shape_image/object/bbox/ymax/size"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT64
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_3/Slice_Indices_image/object/bbox/ymin/begin"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 2
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_3/Slice_Indices_image/object/bbox/ymin/size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 2
+ }
+ }
+ tensor_content: "\377\377\377\377\377\377\377\377"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_3/Slice_Indices_image/object/bbox/ymin"
+ op: "Slice"
+ input: "batch_processing/ParseSingleExample_3/ParseExample/ParseExample:3"
+ input: "batch_processing/ParseSingleExample_3/Slice_Indices_image/object/bbox/ymin/begin"
+ input: "batch_processing/ParseSingleExample_3/Slice_Indices_image/object/bbox/ymin/size"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT64
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_3/Squeeze_Shape_image/object/bbox/ymin/begin"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_3/Squeeze_Shape_image/object/bbox/ymin/size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: -1
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ParseSingleExample_3/Squeeze_Shape_image/object/bbox/ymin"
+ op: "Slice"
+ input: "batch_processing/ParseSingleExample_3/ParseExample/ParseExample:11"
+ input: "batch_processing/ParseSingleExample_3/Squeeze_Shape_image/object/bbox/ymin/begin"
+ input: "batch_processing/ParseSingleExample_3/Squeeze_Shape_image/object/bbox/ymin/size"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT64
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/Cast_3"
+ op: "Cast"
+ input: "batch_processing/ParseSingleExample_3/Squeeze_image/class/label"
+ device: "/job:worker"
+ attr {
+ key: "DstT"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "SrcT"
+ value {
+ type: DT_INT64
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ExpandDims_15/dim"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ExpandDims_15"
+ op: "ExpandDims"
+ input: "batch_processing/ParseSingleExample_3/ParseExample/ParseExample:5"
+ input: "batch_processing/ExpandDims_15/dim"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ExpandDims_16/dim"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ExpandDims_16"
+ op: "ExpandDims"
+ input: "batch_processing/ParseSingleExample_3/ParseExample/ParseExample:7"
+ input: "batch_processing/ExpandDims_16/dim"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ExpandDims_17/dim"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ExpandDims_17"
+ op: "ExpandDims"
+ input: "batch_processing/ParseSingleExample_3/ParseExample/ParseExample:4"
+ input: "batch_processing/ExpandDims_17/dim"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ExpandDims_18/dim"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ExpandDims_18"
+ op: "ExpandDims"
+ input: "batch_processing/ParseSingleExample_3/ParseExample/ParseExample:6"
+ input: "batch_processing/ExpandDims_18/dim"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/concat_3/concat_dim"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/concat_3"
+ op: "Concat"
+ input: "batch_processing/concat_3/concat_dim"
+ input: "batch_processing/ExpandDims_16"
+ input: "batch_processing/ExpandDims_15"
+ input: "batch_processing/ExpandDims_18"
+ input: "batch_processing/ExpandDims_17"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 4
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ExpandDims_19/dim"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ExpandDims_19"
+ op: "ExpandDims"
+ input: "batch_processing/concat_3"
+ input: "batch_processing/ExpandDims_19/dim"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 4
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/transpose_3/perm"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\002\000\000\000\001\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/transpose_3"
+ op: "Transpose"
+ input: "batch_processing/ExpandDims_19"
+ input: "batch_processing/transpose_3/perm"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/decode_jpg_3/DecodeJpeg"
+ op: "DecodeJpeg"
+ input: "batch_processing/ParseSingleExample_3/Squeeze_image/encoded"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "acceptable_fraction"
+ value {
+ f: 1.0
+ }
+ }
+ attr {
+ key: "channels"
+ value {
+ i: 3
+ }
+ }
+ attr {
+ key: "fancy_upscaling"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "ratio"
+ value {
+ i: 1
+ }
+ }
+ attr {
+ key: "try_recover_truncated"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "batch_processing/decode_jpg_3/convert_image/Cast"
+ op: "Cast"
+ input: "batch_processing/decode_jpg_3/DecodeJpeg"
+ device: "/job:worker"
+ attr {
+ key: "DstT"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "SrcT"
+ value {
+ type: DT_UINT8
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/decode_jpg_3/convert_image/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00392156885937
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/decode_jpg_3/convert_image"
+ op: "Mul"
+ input: "batch_processing/decode_jpg_3/convert_image/Cast"
+ input: "batch_processing/decode_jpg_3/convert_image/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/Shape"
+ op: "Shape"
+ input: "batch_processing/decode_jpg_3/convert_image"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/SampleDistortedBoundingBox"
+ op: "SampleDistortedBoundingBox"
+ input: "batch_processing/distort_image_3/Shape"
+ input: "batch_processing/transpose_3"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "area_range"
+ value {
+ list {
+ f: 0.0500000007451
+ f: 1.0
+ }
+ }
+ }
+ attr {
+ key: "aspect_ratio_range"
+ value {
+ list {
+ f: 0.75
+ f: 1.33000004292
+ }
+ }
+ }
+ attr {
+ key: "max_attempts"
+ value {
+ i: 100
+ }
+ }
+ attr {
+ key: "min_object_covered"
+ value {
+ f: 0.10000000149
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "use_image_if_no_bounding_boxes"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/Slice"
+ op: "Slice"
+ input: "batch_processing/decode_jpg_3/convert_image"
+ input: "batch_processing/distort_image_3/SampleDistortedBoundingBox"
+ input: "batch_processing/distort_image_3/SampleDistortedBoundingBox:1"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/random_uniform/shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/random_uniform/min"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/random_uniform/max"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 4
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/random_uniform"
+ op: "RandomUniformInt"
+ input: "batch_processing/distort_image_3/random_uniform/shape"
+ input: "batch_processing/distort_image_3/random_uniform/min"
+ input: "batch_processing/distort_image_3/random_uniform/max"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "Tout"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/Equal/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/Equal"
+ op: "Equal"
+ input: "batch_processing/distort_image_3/random_uniform"
+ input: "batch_processing/distort_image_3/Equal/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/Switch"
+ op: "Switch"
+ input: "batch_processing/distort_image_3/Slice"
+ input: "batch_processing/distort_image_3/Equal"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/ExpandDims/dim"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/ExpandDims"
+ op: "ExpandDims"
+ input: "batch_processing/distort_image_3/Switch:1"
+ input: "batch_processing/distort_image_3/ExpandDims/dim"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/new_width"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 299
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/new_height"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 299
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/pack"
+ op: "Pack"
+ input: "batch_processing/distort_image_3/new_height"
+ input: "batch_processing/distort_image_3/new_width"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "axis"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/ResizeBilinear"
+ op: "ResizeBilinear"
+ input: "batch_processing/distort_image_3/ExpandDims"
+ input: "batch_processing/distort_image_3/pack"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "align_corners"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/Squeeze"
+ op: "Squeeze"
+ input: "batch_processing/distort_image_3/ResizeBilinear"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "squeeze_dims"
+ value {
+ list {
+ i: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/Equal_1/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/Equal_1"
+ op: "Equal"
+ input: "batch_processing/distort_image_3/random_uniform"
+ input: "batch_processing/distort_image_3/Equal_1/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/Switch_1"
+ op: "Switch"
+ input: "batch_processing/distort_image_3/Slice"
+ input: "batch_processing/distort_image_3/Equal_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/ExpandDims_1/dim"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/ExpandDims_1"
+ op: "ExpandDims"
+ input: "batch_processing/distort_image_3/Switch_1:1"
+ input: "batch_processing/distort_image_3/ExpandDims_1/dim"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/new_width_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 299
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/new_height_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 299
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/pack_1"
+ op: "Pack"
+ input: "batch_processing/distort_image_3/new_height_1"
+ input: "batch_processing/distort_image_3/new_width_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "axis"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/ResizeNearestNeighbor"
+ op: "ResizeNearestNeighbor"
+ input: "batch_processing/distort_image_3/ExpandDims_1"
+ input: "batch_processing/distort_image_3/pack_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "align_corners"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/Squeeze_1"
+ op: "Squeeze"
+ input: "batch_processing/distort_image_3/ResizeNearestNeighbor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "squeeze_dims"
+ value {
+ list {
+ i: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/Equal_2/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 2
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/Equal_2"
+ op: "Equal"
+ input: "batch_processing/distort_image_3/random_uniform"
+ input: "batch_processing/distort_image_3/Equal_2/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/Switch_2"
+ op: "Switch"
+ input: "batch_processing/distort_image_3/Slice"
+ input: "batch_processing/distort_image_3/Equal_2"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/ExpandDims_2/dim"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/ExpandDims_2"
+ op: "ExpandDims"
+ input: "batch_processing/distort_image_3/Switch_2:1"
+ input: "batch_processing/distort_image_3/ExpandDims_2/dim"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/new_width_2"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 299
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/new_height_2"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 299
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/pack_2"
+ op: "Pack"
+ input: "batch_processing/distort_image_3/new_height_2"
+ input: "batch_processing/distort_image_3/new_width_2"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "axis"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/ResizeBicubic"
+ op: "ResizeBicubic"
+ input: "batch_processing/distort_image_3/ExpandDims_2"
+ input: "batch_processing/distort_image_3/pack_2"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "align_corners"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/Squeeze_2"
+ op: "Squeeze"
+ input: "batch_processing/distort_image_3/ResizeBicubic"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "squeeze_dims"
+ value {
+ list {
+ i: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/Equal_3/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 3
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/Equal_3"
+ op: "Equal"
+ input: "batch_processing/distort_image_3/random_uniform"
+ input: "batch_processing/distort_image_3/Equal_3/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/Switch_3"
+ op: "Switch"
+ input: "batch_processing/distort_image_3/Slice"
+ input: "batch_processing/distort_image_3/Equal_3"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/ExpandDims_3/dim"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/ExpandDims_3"
+ op: "ExpandDims"
+ input: "batch_processing/distort_image_3/Switch_3:1"
+ input: "batch_processing/distort_image_3/ExpandDims_3/dim"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/new_width_3"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 299
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/new_height_3"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 299
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/pack_3"
+ op: "Pack"
+ input: "batch_processing/distort_image_3/new_height_3"
+ input: "batch_processing/distort_image_3/new_width_3"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "axis"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/ResizeArea"
+ op: "ResizeArea"
+ input: "batch_processing/distort_image_3/ExpandDims_3"
+ input: "batch_processing/distort_image_3/pack_3"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "align_corners"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/Squeeze_3"
+ op: "Squeeze"
+ input: "batch_processing/distort_image_3/ResizeArea"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "squeeze_dims"
+ value {
+ list {
+ i: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/Merge"
+ op: "Merge"
+ input: "batch_processing/distort_image_3/Squeeze"
+ input: "batch_processing/distort_image_3/Squeeze_1"
+ input: "batch_processing/distort_image_3/Squeeze_2"
+ input: "batch_processing/distort_image_3/Squeeze_3"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 4
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/random_uniform_1/shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/random_uniform_1/min"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/random_uniform_1/max"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/random_uniform_1/RandomUniform"
+ op: "RandomUniform"
+ input: "batch_processing/distort_image_3/random_uniform_1/shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/random_uniform_1/sub"
+ op: "Sub"
+ input: "batch_processing/distort_image_3/random_uniform_1/max"
+ input: "batch_processing/distort_image_3/random_uniform_1/min"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/random_uniform_1/mul"
+ op: "Mul"
+ input: "batch_processing/distort_image_3/random_uniform_1/RandomUniform"
+ input: "batch_processing/distort_image_3/random_uniform_1/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/random_uniform_1"
+ op: "Add"
+ input: "batch_processing/distort_image_3/random_uniform_1/mul"
+ input: "batch_processing/distort_image_3/random_uniform_1/min"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/pack_4/0"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/pack_4/2"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/pack_4"
+ op: "Pack"
+ input: "batch_processing/distort_image_3/pack_4/0"
+ input: "batch_processing/distort_image_3/random_uniform_1"
+ input: "batch_processing/distort_image_3/pack_4/2"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 3
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "axis"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/Less/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.5
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/Less"
+ op: "Less"
+ input: "batch_processing/distort_image_3/pack_4"
+ input: "batch_processing/distort_image_3/Less/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/Reverse"
+ op: "Reverse"
+ input: "batch_processing/distort_image_3/Merge"
+ input: "batch_processing/distort_image_3/Less"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/random_uniform_2/shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/random_uniform_2/min"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/random_uniform_2/max"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 2
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/random_uniform_2"
+ op: "RandomUniformInt"
+ input: "batch_processing/distort_image_3/random_uniform_2/shape"
+ input: "batch_processing/distort_image_3/random_uniform_2/min"
+ input: "batch_processing/distort_image_3/random_uniform_2/max"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "Tout"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/Equal_4/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/Equal_4"
+ op: "Equal"
+ input: "batch_processing/distort_image_3/random_uniform_2"
+ input: "batch_processing/distort_image_3/Equal_4/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/Switch_4"
+ op: "Switch"
+ input: "batch_processing/distort_image_3/Reverse"
+ input: "batch_processing/distort_image_3/Equal_4"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color/random_uniform/shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color/random_uniform/min"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: -0.1254902035
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color/random_uniform/max"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.1254902035
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color/random_uniform/RandomUniform"
+ op: "RandomUniform"
+ input: "batch_processing/distort_image_3/distort_color/random_uniform/shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color/random_uniform/sub"
+ op: "Sub"
+ input: "batch_processing/distort_image_3/distort_color/random_uniform/max"
+ input: "batch_processing/distort_image_3/distort_color/random_uniform/min"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color/random_uniform/mul"
+ op: "Mul"
+ input: "batch_processing/distort_image_3/distort_color/random_uniform/RandomUniform"
+ input: "batch_processing/distort_image_3/distort_color/random_uniform/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color/random_uniform"
+ op: "Add"
+ input: "batch_processing/distort_image_3/distort_color/random_uniform/mul"
+ input: "batch_processing/distort_image_3/distort_color/random_uniform/min"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color/adjust_brightness/Identity"
+ op: "Identity"
+ input: "batch_processing/distort_image_3/Switch_4:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color/adjust_brightness"
+ op: "Add"
+ input: "batch_processing/distort_image_3/distort_color/adjust_brightness/Identity"
+ input: "batch_processing/distort_image_3/distort_color/random_uniform"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color/adjust_brightness/Identity_1"
+ op: "Identity"
+ input: "batch_processing/distort_image_3/distort_color/adjust_brightness"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color/random_uniform_1/shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color/random_uniform_1/min"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.5
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color/random_uniform_1/max"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.5
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color/random_uniform_1/RandomUniform"
+ op: "RandomUniform"
+ input: "batch_processing/distort_image_3/distort_color/random_uniform_1/shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color/random_uniform_1/sub"
+ op: "Sub"
+ input: "batch_processing/distort_image_3/distort_color/random_uniform_1/max"
+ input: "batch_processing/distort_image_3/distort_color/random_uniform_1/min"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color/random_uniform_1/mul"
+ op: "Mul"
+ input: "batch_processing/distort_image_3/distort_color/random_uniform_1/RandomUniform"
+ input: "batch_processing/distort_image_3/distort_color/random_uniform_1/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color/random_uniform_1"
+ op: "Add"
+ input: "batch_processing/distort_image_3/distort_color/random_uniform_1/mul"
+ input: "batch_processing/distort_image_3/distort_color/random_uniform_1/min"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color/adjust_saturation/Identity"
+ op: "Identity"
+ input: "batch_processing/distort_image_3/distort_color/adjust_brightness/Identity_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color/adjust_saturation/RGBToHSV"
+ op: "RGBToHSV"
+ input: "batch_processing/distort_image_3/distort_color/adjust_saturation/Identity"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color/adjust_saturation/Slice/begin"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\000\000\000\000\000\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color/adjust_saturation/Slice/size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\377\377\377\377\377\377\377\377\001\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color/adjust_saturation/Slice"
+ op: "Slice"
+ input: "batch_processing/distort_image_3/distort_color/adjust_saturation/RGBToHSV"
+ input: "batch_processing/distort_image_3/distort_color/adjust_saturation/Slice/begin"
+ input: "batch_processing/distort_image_3/distort_color/adjust_saturation/Slice/size"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color/adjust_saturation/Slice_1/begin"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\000\000\000\000\001\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color/adjust_saturation/Slice_1/size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\377\377\377\377\377\377\377\377\001\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color/adjust_saturation/Slice_1"
+ op: "Slice"
+ input: "batch_processing/distort_image_3/distort_color/adjust_saturation/RGBToHSV"
+ input: "batch_processing/distort_image_3/distort_color/adjust_saturation/Slice_1/begin"
+ input: "batch_processing/distort_image_3/distort_color/adjust_saturation/Slice_1/size"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color/adjust_saturation/Slice_2/begin"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\000\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color/adjust_saturation/Slice_2/size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\377\377\377\377\377\377\377\377\001\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color/adjust_saturation/Slice_2"
+ op: "Slice"
+ input: "batch_processing/distort_image_3/distort_color/adjust_saturation/RGBToHSV"
+ input: "batch_processing/distort_image_3/distort_color/adjust_saturation/Slice_2/begin"
+ input: "batch_processing/distort_image_3/distort_color/adjust_saturation/Slice_2/size"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color/adjust_saturation/mul"
+ op: "Mul"
+ input: "batch_processing/distort_image_3/distort_color/adjust_saturation/Slice_1"
+ input: "batch_processing/distort_image_3/distort_color/random_uniform_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color/adjust_saturation/clip_by_value/Minimum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color/adjust_saturation/clip_by_value/Minimum"
+ op: "Minimum"
+ input: "batch_processing/distort_image_3/distort_color/adjust_saturation/mul"
+ input: "batch_processing/distort_image_3/distort_color/adjust_saturation/clip_by_value/Minimum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color/adjust_saturation/clip_by_value/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color/adjust_saturation/clip_by_value"
+ op: "Maximum"
+ input: "batch_processing/distort_image_3/distort_color/adjust_saturation/clip_by_value/Minimum"
+ input: "batch_processing/distort_image_3/distort_color/adjust_saturation/clip_by_value/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color/adjust_saturation/concat/concat_dim"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 2
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color/adjust_saturation/concat"
+ op: "Concat"
+ input: "batch_processing/distort_image_3/distort_color/adjust_saturation/concat/concat_dim"
+ input: "batch_processing/distort_image_3/distort_color/adjust_saturation/Slice"
+ input: "batch_processing/distort_image_3/distort_color/adjust_saturation/clip_by_value"
+ input: "batch_processing/distort_image_3/distort_color/adjust_saturation/Slice_2"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 3
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color/adjust_saturation/HSVToRGB"
+ op: "HSVToRGB"
+ input: "batch_processing/distort_image_3/distort_color/adjust_saturation/concat"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color/adjust_saturation/Identity_1"
+ op: "Identity"
+ input: "batch_processing/distort_image_3/distort_color/adjust_saturation/HSVToRGB"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color/random_uniform_2/shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color/random_uniform_2/min"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: -0.20000000298
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color/random_uniform_2/max"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.20000000298
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color/random_uniform_2/RandomUniform"
+ op: "RandomUniform"
+ input: "batch_processing/distort_image_3/distort_color/random_uniform_2/shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color/random_uniform_2/sub"
+ op: "Sub"
+ input: "batch_processing/distort_image_3/distort_color/random_uniform_2/max"
+ input: "batch_processing/distort_image_3/distort_color/random_uniform_2/min"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color/random_uniform_2/mul"
+ op: "Mul"
+ input: "batch_processing/distort_image_3/distort_color/random_uniform_2/RandomUniform"
+ input: "batch_processing/distort_image_3/distort_color/random_uniform_2/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color/random_uniform_2"
+ op: "Add"
+ input: "batch_processing/distort_image_3/distort_color/random_uniform_2/mul"
+ input: "batch_processing/distort_image_3/distort_color/random_uniform_2/min"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color/adjust_hue/Identity"
+ op: "Identity"
+ input: "batch_processing/distort_image_3/distort_color/adjust_saturation/Identity_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color/adjust_hue/RGBToHSV"
+ op: "RGBToHSV"
+ input: "batch_processing/distort_image_3/distort_color/adjust_hue/Identity"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color/adjust_hue/Slice/begin"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\000\000\000\000\000\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color/adjust_hue/Slice/size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\377\377\377\377\377\377\377\377\001\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color/adjust_hue/Slice"
+ op: "Slice"
+ input: "batch_processing/distort_image_3/distort_color/adjust_hue/RGBToHSV"
+ input: "batch_processing/distort_image_3/distort_color/adjust_hue/Slice/begin"
+ input: "batch_processing/distort_image_3/distort_color/adjust_hue/Slice/size"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color/adjust_hue/Slice_1/begin"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\000\000\000\000\001\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color/adjust_hue/Slice_1/size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\377\377\377\377\377\377\377\377\001\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color/adjust_hue/Slice_1"
+ op: "Slice"
+ input: "batch_processing/distort_image_3/distort_color/adjust_hue/RGBToHSV"
+ input: "batch_processing/distort_image_3/distort_color/adjust_hue/Slice_1/begin"
+ input: "batch_processing/distort_image_3/distort_color/adjust_hue/Slice_1/size"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color/adjust_hue/Slice_2/begin"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\000\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color/adjust_hue/Slice_2/size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\377\377\377\377\377\377\377\377\001\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color/adjust_hue/Slice_2"
+ op: "Slice"
+ input: "batch_processing/distort_image_3/distort_color/adjust_hue/RGBToHSV"
+ input: "batch_processing/distort_image_3/distort_color/adjust_hue/Slice_2/begin"
+ input: "batch_processing/distort_image_3/distort_color/adjust_hue/Slice_2/size"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color/adjust_hue/add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color/adjust_hue/add"
+ op: "Add"
+ input: "batch_processing/distort_image_3/distort_color/random_uniform_2"
+ input: "batch_processing/distort_image_3/distort_color/adjust_hue/add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color/adjust_hue/add_1"
+ op: "Add"
+ input: "batch_processing/distort_image_3/distort_color/adjust_hue/Slice"
+ input: "batch_processing/distort_image_3/distort_color/adjust_hue/add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color/adjust_hue/Mod/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color/adjust_hue/Mod"
+ op: "Mod"
+ input: "batch_processing/distort_image_3/distort_color/adjust_hue/add_1"
+ input: "batch_processing/distort_image_3/distort_color/adjust_hue/Mod/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color/adjust_hue/concat/concat_dim"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 2
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color/adjust_hue/concat"
+ op: "Concat"
+ input: "batch_processing/distort_image_3/distort_color/adjust_hue/concat/concat_dim"
+ input: "batch_processing/distort_image_3/distort_color/adjust_hue/Mod"
+ input: "batch_processing/distort_image_3/distort_color/adjust_hue/Slice_1"
+ input: "batch_processing/distort_image_3/distort_color/adjust_hue/Slice_2"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 3
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color/adjust_hue/HSVToRGB"
+ op: "HSVToRGB"
+ input: "batch_processing/distort_image_3/distort_color/adjust_hue/concat"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color/adjust_hue/Identity_1"
+ op: "Identity"
+ input: "batch_processing/distort_image_3/distort_color/adjust_hue/HSVToRGB"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color/random_uniform_3/shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color/random_uniform_3/min"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.5
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color/random_uniform_3/max"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.5
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color/random_uniform_3/RandomUniform"
+ op: "RandomUniform"
+ input: "batch_processing/distort_image_3/distort_color/random_uniform_3/shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color/random_uniform_3/sub"
+ op: "Sub"
+ input: "batch_processing/distort_image_3/distort_color/random_uniform_3/max"
+ input: "batch_processing/distort_image_3/distort_color/random_uniform_3/min"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color/random_uniform_3/mul"
+ op: "Mul"
+ input: "batch_processing/distort_image_3/distort_color/random_uniform_3/RandomUniform"
+ input: "batch_processing/distort_image_3/distort_color/random_uniform_3/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color/random_uniform_3"
+ op: "Add"
+ input: "batch_processing/distort_image_3/distort_color/random_uniform_3/mul"
+ input: "batch_processing/distort_image_3/distort_color/random_uniform_3/min"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color/adjust_contrast/Identity"
+ op: "Identity"
+ input: "batch_processing/distort_image_3/distort_color/adjust_hue/Identity_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color/adjust_contrast"
+ op: "AdjustContrastv2"
+ input: "batch_processing/distort_image_3/distort_color/adjust_contrast/Identity"
+ input: "batch_processing/distort_image_3/distort_color/random_uniform_3"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color/adjust_contrast/Identity_1"
+ op: "Identity"
+ input: "batch_processing/distort_image_3/distort_color/adjust_contrast"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color/clip_by_value/Minimum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color/clip_by_value/Minimum"
+ op: "Minimum"
+ input: "batch_processing/distort_image_3/distort_color/adjust_contrast/Identity_1"
+ input: "batch_processing/distort_image_3/distort_color/clip_by_value/Minimum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color/clip_by_value/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color/clip_by_value"
+ op: "Maximum"
+ input: "batch_processing/distort_image_3/distort_color/clip_by_value/Minimum"
+ input: "batch_processing/distort_image_3/distort_color/clip_by_value/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/Equal_5/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/Equal_5"
+ op: "Equal"
+ input: "batch_processing/distort_image_3/random_uniform_2"
+ input: "batch_processing/distort_image_3/Equal_5/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/Switch_5"
+ op: "Switch"
+ input: "batch_processing/distort_image_3/Reverse"
+ input: "batch_processing/distort_image_3/Equal_5"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color_1/random_uniform/shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color_1/random_uniform/min"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: -0.1254902035
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color_1/random_uniform/max"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.1254902035
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color_1/random_uniform/RandomUniform"
+ op: "RandomUniform"
+ input: "batch_processing/distort_image_3/distort_color_1/random_uniform/shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color_1/random_uniform/sub"
+ op: "Sub"
+ input: "batch_processing/distort_image_3/distort_color_1/random_uniform/max"
+ input: "batch_processing/distort_image_3/distort_color_1/random_uniform/min"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color_1/random_uniform/mul"
+ op: "Mul"
+ input: "batch_processing/distort_image_3/distort_color_1/random_uniform/RandomUniform"
+ input: "batch_processing/distort_image_3/distort_color_1/random_uniform/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color_1/random_uniform"
+ op: "Add"
+ input: "batch_processing/distort_image_3/distort_color_1/random_uniform/mul"
+ input: "batch_processing/distort_image_3/distort_color_1/random_uniform/min"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color_1/adjust_brightness/Identity"
+ op: "Identity"
+ input: "batch_processing/distort_image_3/Switch_5:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color_1/adjust_brightness"
+ op: "Add"
+ input: "batch_processing/distort_image_3/distort_color_1/adjust_brightness/Identity"
+ input: "batch_processing/distort_image_3/distort_color_1/random_uniform"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color_1/adjust_brightness/Identity_1"
+ op: "Identity"
+ input: "batch_processing/distort_image_3/distort_color_1/adjust_brightness"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color_1/random_uniform_1/shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color_1/random_uniform_1/min"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.5
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color_1/random_uniform_1/max"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.5
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color_1/random_uniform_1/RandomUniform"
+ op: "RandomUniform"
+ input: "batch_processing/distort_image_3/distort_color_1/random_uniform_1/shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color_1/random_uniform_1/sub"
+ op: "Sub"
+ input: "batch_processing/distort_image_3/distort_color_1/random_uniform_1/max"
+ input: "batch_processing/distort_image_3/distort_color_1/random_uniform_1/min"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color_1/random_uniform_1/mul"
+ op: "Mul"
+ input: "batch_processing/distort_image_3/distort_color_1/random_uniform_1/RandomUniform"
+ input: "batch_processing/distort_image_3/distort_color_1/random_uniform_1/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color_1/random_uniform_1"
+ op: "Add"
+ input: "batch_processing/distort_image_3/distort_color_1/random_uniform_1/mul"
+ input: "batch_processing/distort_image_3/distort_color_1/random_uniform_1/min"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color_1/adjust_contrast/Identity"
+ op: "Identity"
+ input: "batch_processing/distort_image_3/distort_color_1/adjust_brightness/Identity_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color_1/adjust_contrast"
+ op: "AdjustContrastv2"
+ input: "batch_processing/distort_image_3/distort_color_1/adjust_contrast/Identity"
+ input: "batch_processing/distort_image_3/distort_color_1/random_uniform_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color_1/adjust_contrast/Identity_1"
+ op: "Identity"
+ input: "batch_processing/distort_image_3/distort_color_1/adjust_contrast"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color_1/random_uniform_2/shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color_1/random_uniform_2/min"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.5
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color_1/random_uniform_2/max"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.5
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color_1/random_uniform_2/RandomUniform"
+ op: "RandomUniform"
+ input: "batch_processing/distort_image_3/distort_color_1/random_uniform_2/shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color_1/random_uniform_2/sub"
+ op: "Sub"
+ input: "batch_processing/distort_image_3/distort_color_1/random_uniform_2/max"
+ input: "batch_processing/distort_image_3/distort_color_1/random_uniform_2/min"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color_1/random_uniform_2/mul"
+ op: "Mul"
+ input: "batch_processing/distort_image_3/distort_color_1/random_uniform_2/RandomUniform"
+ input: "batch_processing/distort_image_3/distort_color_1/random_uniform_2/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color_1/random_uniform_2"
+ op: "Add"
+ input: "batch_processing/distort_image_3/distort_color_1/random_uniform_2/mul"
+ input: "batch_processing/distort_image_3/distort_color_1/random_uniform_2/min"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color_1/adjust_saturation/Identity"
+ op: "Identity"
+ input: "batch_processing/distort_image_3/distort_color_1/adjust_contrast/Identity_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color_1/adjust_saturation/RGBToHSV"
+ op: "RGBToHSV"
+ input: "batch_processing/distort_image_3/distort_color_1/adjust_saturation/Identity"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color_1/adjust_saturation/Slice/begin"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\000\000\000\000\000\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color_1/adjust_saturation/Slice/size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\377\377\377\377\377\377\377\377\001\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color_1/adjust_saturation/Slice"
+ op: "Slice"
+ input: "batch_processing/distort_image_3/distort_color_1/adjust_saturation/RGBToHSV"
+ input: "batch_processing/distort_image_3/distort_color_1/adjust_saturation/Slice/begin"
+ input: "batch_processing/distort_image_3/distort_color_1/adjust_saturation/Slice/size"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color_1/adjust_saturation/Slice_1/begin"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\000\000\000\000\001\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color_1/adjust_saturation/Slice_1/size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\377\377\377\377\377\377\377\377\001\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color_1/adjust_saturation/Slice_1"
+ op: "Slice"
+ input: "batch_processing/distort_image_3/distort_color_1/adjust_saturation/RGBToHSV"
+ input: "batch_processing/distort_image_3/distort_color_1/adjust_saturation/Slice_1/begin"
+ input: "batch_processing/distort_image_3/distort_color_1/adjust_saturation/Slice_1/size"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color_1/adjust_saturation/Slice_2/begin"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\000\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color_1/adjust_saturation/Slice_2/size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\377\377\377\377\377\377\377\377\001\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color_1/adjust_saturation/Slice_2"
+ op: "Slice"
+ input: "batch_processing/distort_image_3/distort_color_1/adjust_saturation/RGBToHSV"
+ input: "batch_processing/distort_image_3/distort_color_1/adjust_saturation/Slice_2/begin"
+ input: "batch_processing/distort_image_3/distort_color_1/adjust_saturation/Slice_2/size"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color_1/adjust_saturation/mul"
+ op: "Mul"
+ input: "batch_processing/distort_image_3/distort_color_1/adjust_saturation/Slice_1"
+ input: "batch_processing/distort_image_3/distort_color_1/random_uniform_2"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color_1/adjust_saturation/clip_by_value/Minimum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color_1/adjust_saturation/clip_by_value/Minimum"
+ op: "Minimum"
+ input: "batch_processing/distort_image_3/distort_color_1/adjust_saturation/mul"
+ input: "batch_processing/distort_image_3/distort_color_1/adjust_saturation/clip_by_value/Minimum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color_1/adjust_saturation/clip_by_value/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color_1/adjust_saturation/clip_by_value"
+ op: "Maximum"
+ input: "batch_processing/distort_image_3/distort_color_1/adjust_saturation/clip_by_value/Minimum"
+ input: "batch_processing/distort_image_3/distort_color_1/adjust_saturation/clip_by_value/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color_1/adjust_saturation/concat/concat_dim"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 2
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color_1/adjust_saturation/concat"
+ op: "Concat"
+ input: "batch_processing/distort_image_3/distort_color_1/adjust_saturation/concat/concat_dim"
+ input: "batch_processing/distort_image_3/distort_color_1/adjust_saturation/Slice"
+ input: "batch_processing/distort_image_3/distort_color_1/adjust_saturation/clip_by_value"
+ input: "batch_processing/distort_image_3/distort_color_1/adjust_saturation/Slice_2"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 3
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color_1/adjust_saturation/HSVToRGB"
+ op: "HSVToRGB"
+ input: "batch_processing/distort_image_3/distort_color_1/adjust_saturation/concat"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color_1/adjust_saturation/Identity_1"
+ op: "Identity"
+ input: "batch_processing/distort_image_3/distort_color_1/adjust_saturation/HSVToRGB"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color_1/random_uniform_3/shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color_1/random_uniform_3/min"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: -0.20000000298
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color_1/random_uniform_3/max"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.20000000298
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color_1/random_uniform_3/RandomUniform"
+ op: "RandomUniform"
+ input: "batch_processing/distort_image_3/distort_color_1/random_uniform_3/shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color_1/random_uniform_3/sub"
+ op: "Sub"
+ input: "batch_processing/distort_image_3/distort_color_1/random_uniform_3/max"
+ input: "batch_processing/distort_image_3/distort_color_1/random_uniform_3/min"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color_1/random_uniform_3/mul"
+ op: "Mul"
+ input: "batch_processing/distort_image_3/distort_color_1/random_uniform_3/RandomUniform"
+ input: "batch_processing/distort_image_3/distort_color_1/random_uniform_3/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color_1/random_uniform_3"
+ op: "Add"
+ input: "batch_processing/distort_image_3/distort_color_1/random_uniform_3/mul"
+ input: "batch_processing/distort_image_3/distort_color_1/random_uniform_3/min"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color_1/adjust_hue/Identity"
+ op: "Identity"
+ input: "batch_processing/distort_image_3/distort_color_1/adjust_saturation/Identity_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color_1/adjust_hue/RGBToHSV"
+ op: "RGBToHSV"
+ input: "batch_processing/distort_image_3/distort_color_1/adjust_hue/Identity"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color_1/adjust_hue/Slice/begin"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\000\000\000\000\000\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color_1/adjust_hue/Slice/size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\377\377\377\377\377\377\377\377\001\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color_1/adjust_hue/Slice"
+ op: "Slice"
+ input: "batch_processing/distort_image_3/distort_color_1/adjust_hue/RGBToHSV"
+ input: "batch_processing/distort_image_3/distort_color_1/adjust_hue/Slice/begin"
+ input: "batch_processing/distort_image_3/distort_color_1/adjust_hue/Slice/size"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color_1/adjust_hue/Slice_1/begin"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\000\000\000\000\001\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color_1/adjust_hue/Slice_1/size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\377\377\377\377\377\377\377\377\001\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color_1/adjust_hue/Slice_1"
+ op: "Slice"
+ input: "batch_processing/distort_image_3/distort_color_1/adjust_hue/RGBToHSV"
+ input: "batch_processing/distort_image_3/distort_color_1/adjust_hue/Slice_1/begin"
+ input: "batch_processing/distort_image_3/distort_color_1/adjust_hue/Slice_1/size"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color_1/adjust_hue/Slice_2/begin"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\000\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color_1/adjust_hue/Slice_2/size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\377\377\377\377\377\377\377\377\001\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color_1/adjust_hue/Slice_2"
+ op: "Slice"
+ input: "batch_processing/distort_image_3/distort_color_1/adjust_hue/RGBToHSV"
+ input: "batch_processing/distort_image_3/distort_color_1/adjust_hue/Slice_2/begin"
+ input: "batch_processing/distort_image_3/distort_color_1/adjust_hue/Slice_2/size"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color_1/adjust_hue/add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color_1/adjust_hue/add"
+ op: "Add"
+ input: "batch_processing/distort_image_3/distort_color_1/random_uniform_3"
+ input: "batch_processing/distort_image_3/distort_color_1/adjust_hue/add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color_1/adjust_hue/add_1"
+ op: "Add"
+ input: "batch_processing/distort_image_3/distort_color_1/adjust_hue/Slice"
+ input: "batch_processing/distort_image_3/distort_color_1/adjust_hue/add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color_1/adjust_hue/Mod/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color_1/adjust_hue/Mod"
+ op: "Mod"
+ input: "batch_processing/distort_image_3/distort_color_1/adjust_hue/add_1"
+ input: "batch_processing/distort_image_3/distort_color_1/adjust_hue/Mod/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color_1/adjust_hue/concat/concat_dim"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 2
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color_1/adjust_hue/concat"
+ op: "Concat"
+ input: "batch_processing/distort_image_3/distort_color_1/adjust_hue/concat/concat_dim"
+ input: "batch_processing/distort_image_3/distort_color_1/adjust_hue/Mod"
+ input: "batch_processing/distort_image_3/distort_color_1/adjust_hue/Slice_1"
+ input: "batch_processing/distort_image_3/distort_color_1/adjust_hue/Slice_2"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 3
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color_1/adjust_hue/HSVToRGB"
+ op: "HSVToRGB"
+ input: "batch_processing/distort_image_3/distort_color_1/adjust_hue/concat"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color_1/adjust_hue/Identity_1"
+ op: "Identity"
+ input: "batch_processing/distort_image_3/distort_color_1/adjust_hue/HSVToRGB"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color_1/clip_by_value/Minimum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color_1/clip_by_value/Minimum"
+ op: "Minimum"
+ input: "batch_processing/distort_image_3/distort_color_1/adjust_hue/Identity_1"
+ input: "batch_processing/distort_image_3/distort_color_1/clip_by_value/Minimum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color_1/clip_by_value/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/distort_color_1/clip_by_value"
+ op: "Maximum"
+ input: "batch_processing/distort_image_3/distort_color_1/clip_by_value/Minimum"
+ input: "batch_processing/distort_image_3/distort_color_1/clip_by_value/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/distort_image_3/Merge_1"
+ op: "Merge"
+ input: "batch_processing/distort_image_3/distort_color/clip_by_value"
+ input: "batch_processing/distort_image_3/distort_color_1/clip_by_value"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/Sub_3/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.5
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/Sub_3"
+ op: "Sub"
+ input: "batch_processing/distort_image_3/Merge_1"
+ input: "batch_processing/Sub_3/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/Mul_3/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 2.0
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/Mul_3"
+ op: "Mul"
+ input: "batch_processing/Sub_3"
+ input: "batch_processing/Mul_3/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/batch_join/fifo_queue"
+ op: "FIFOQueue"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "capacity"
+ value {
+ i: 512
+ }
+ }
+ attr {
+ key: "component_types"
+ value {
+ list {
+ type: DT_FLOAT
+ type: DT_INT32
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "batch_processing/batch_join/fifo_queue_enqueue"
+ op: "QueueEnqueue"
+ input: "batch_processing/batch_join/fifo_queue"
+ input: "batch_processing/Mul"
+ input: "batch_processing/Cast"
+ device: "/job:worker"
+ attr {
+ key: "Tcomponents"
+ value {
+ list {
+ type: DT_FLOAT
+ type: DT_INT32
+ }
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@batch_processing/batch_join/fifo_queue"
+ }
+ }
+ }
+ attr {
+ key: "timeout_ms"
+ value {
+ i: -1
+ }
+ }
+}
+node {
+ name: "batch_processing/batch_join/fifo_queue_enqueue_1"
+ op: "QueueEnqueue"
+ input: "batch_processing/batch_join/fifo_queue"
+ input: "batch_processing/Mul_1"
+ input: "batch_processing/Cast_1"
+ device: "/job:worker"
+ attr {
+ key: "Tcomponents"
+ value {
+ list {
+ type: DT_FLOAT
+ type: DT_INT32
+ }
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@batch_processing/batch_join/fifo_queue"
+ }
+ }
+ }
+ attr {
+ key: "timeout_ms"
+ value {
+ i: -1
+ }
+ }
+}
+node {
+ name: "batch_processing/batch_join/fifo_queue_enqueue_2"
+ op: "QueueEnqueue"
+ input: "batch_processing/batch_join/fifo_queue"
+ input: "batch_processing/Mul_2"
+ input: "batch_processing/Cast_2"
+ device: "/job:worker"
+ attr {
+ key: "Tcomponents"
+ value {
+ list {
+ type: DT_FLOAT
+ type: DT_INT32
+ }
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@batch_processing/batch_join/fifo_queue"
+ }
+ }
+ }
+ attr {
+ key: "timeout_ms"
+ value {
+ i: -1
+ }
+ }
+}
+node {
+ name: "batch_processing/batch_join/fifo_queue_enqueue_3"
+ op: "QueueEnqueue"
+ input: "batch_processing/batch_join/fifo_queue"
+ input: "batch_processing/Mul_3"
+ input: "batch_processing/Cast_3"
+ device: "/job:worker"
+ attr {
+ key: "Tcomponents"
+ value {
+ list {
+ type: DT_FLOAT
+ type: DT_INT32
+ }
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@batch_processing/batch_join/fifo_queue"
+ }
+ }
+ }
+ attr {
+ key: "timeout_ms"
+ value {
+ i: -1
+ }
+ }
+}
+node {
+ name: "batch_processing/batch_join/fifo_queue_Close"
+ op: "QueueClose"
+ input: "batch_processing/batch_join/fifo_queue"
+ device: "/job:worker"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@batch_processing/batch_join/fifo_queue"
+ }
+ }
+ }
+ attr {
+ key: "cancel_pending_enqueues"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "batch_processing/batch_join/fifo_queue_Close_1"
+ op: "QueueClose"
+ input: "batch_processing/batch_join/fifo_queue"
+ device: "/job:worker"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@batch_processing/batch_join/fifo_queue"
+ }
+ }
+ }
+ attr {
+ key: "cancel_pending_enqueues"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "batch_processing/batch_join/fifo_queue_Size"
+ op: "QueueSize"
+ input: "batch_processing/batch_join/fifo_queue"
+ device: "/job:worker"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@batch_processing/batch_join/fifo_queue"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/batch_join/Cast"
+ op: "Cast"
+ input: "batch_processing/batch_join/fifo_queue_Size"
+ device: "/job:worker"
+ attr {
+ key: "DstT"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "SrcT"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/batch_join/mul/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.001953125
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/batch_join/mul"
+ op: "Mul"
+ input: "batch_processing/batch_join/Cast"
+ input: "batch_processing/batch_join/mul/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/batch_join/ScalarSummary/tags"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_STRING
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_STRING
+ tensor_shape {
+ }
+ string_val: "queue/batch_processing/batch_join/fifo_queue/fraction_of_512_full"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/batch_join/ScalarSummary"
+ op: "ScalarSummary"
+ input: "batch_processing/batch_join/ScalarSummary/tags"
+ input: "batch_processing/batch_join/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/batch_join/n"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 32
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/batch_join"
+ op: "QueueDequeueMany"
+ input: "batch_processing/batch_join/fifo_queue"
+ input: "batch_processing/batch_join/n"
+ device: "/job:worker"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@batch_processing/batch_join/fifo_queue"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "component_types"
+ value {
+ list {
+ type: DT_FLOAT
+ type: DT_INT32
+ }
+ }
+ }
+ attr {
+ key: "timeout_ms"
+ value {
+ i: -1
+ }
+ }
+}
+node {
+ name: "batch_processing/Reshape/shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000+\001\000\000+\001\000\000\003\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/Reshape"
+ op: "Reshape"
+ input: "batch_processing/batch_join"
+ input: "batch_processing/Reshape/shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 299
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ImageSummary/tag"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_STRING
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_STRING
+ tensor_shape {
+ }
+ string_val: "images"
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/ImageSummary"
+ op: "ImageSummary"
+ input: "batch_processing/ImageSummary/tag"
+ input: "batch_processing/Reshape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "bad_color"
+ value {
+ tensor {
+ dtype: DT_UINT8
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ int_val: 255
+ int_val: 0
+ int_val: 0
+ int_val: 255
+ }
+ }
+ }
+ attr {
+ key: "max_images"
+ value {
+ i: 3
+ }
+ }
+}
+node {
+ name: "batch_processing/Reshape_1/shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 32
+ }
+ }
+ }
+}
+node {
+ name: "batch_processing/Reshape_1"
+ op: "Reshape"
+ input: "batch_processing/batch_join:1"
+ input: "batch_processing/Reshape_1/shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "OneHotEncoding/ToInt64"
+ op: "Cast"
+ input: "batch_processing/Reshape_1"
+ device: "/job:worker"
+ attr {
+ key: "DstT"
+ value {
+ type: DT_INT64
+ }
+ }
+ attr {
+ key: "SrcT"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "OneHotEncoding/one_hot/Const"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "OneHotEncoding/one_hot/Const_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "OneHotEncoding/one_hot/depth"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1001
+ }
+ }
+ }
+}
+node {
+ name: "OneHotEncoding/one_hot/on_value"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "OneHotEncoding/one_hot/off_value"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "OneHotEncoding/one_hot"
+ op: "OneHot"
+ input: "OneHotEncoding/ToInt64"
+ input: "OneHotEncoding/one_hot/depth"
+ input: "OneHotEncoding/one_hot/on_value"
+ input: "OneHotEncoding/one_hot/off_value"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "TI"
+ value {
+ type: DT_INT64
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 1001
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "axis"
+ value {
+ i: -1
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/Pad/paddings"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ dim {
+ size: 2
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ dim {
+ size: 2
+ }
+ }
+ tensor_content: "\000\000\000\000\000\000\000\000\003\000\000\000\003\000\000\000\003\000\000\000\003\000\000\000\000\000\000\000\000\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/Pad"
+ op: "Pad"
+ input: "batch_processing/Reshape"
+ input: "resnet_v2_50/Pad/paddings"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 305
+ }
+ dim {
+ size: 305
+ }
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/conv1/weights"
+ op: "Variable"
+ device: "/job:ps/task:0"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 7
+ }
+ dim {
+ size: 7
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 7
+ }
+ dim {
+ size: 7
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/conv1/weights/Initializer/truncated_normal/shape"
+ op: "Const"
+ device: "/job:ps/task:0"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\007\000\000\000\007\000\000\000\003\000\000\000@\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/conv1/weights/Initializer/truncated_normal/mean"
+ op: "Const"
+ device: "/job:ps/task:0"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/conv1/weights/Initializer/truncated_normal/stddev"
+ op: "Const"
+ device: "/job:ps/task:0"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.132992759347
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/conv1/weights/Initializer/truncated_normal/TruncatedNormal"
+ op: "TruncatedNormal"
+ input: "resnet_v2_50/conv1/weights/Initializer/truncated_normal/shape"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 7
+ }
+ dim {
+ size: 7
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/conv1/weights/Initializer/truncated_normal/mul"
+ op: "Mul"
+ input: "resnet_v2_50/conv1/weights/Initializer/truncated_normal/TruncatedNormal"
+ input: "resnet_v2_50/conv1/weights/Initializer/truncated_normal/stddev"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 7
+ }
+ dim {
+ size: 7
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/conv1/weights/Initializer/truncated_normal"
+ op: "Add"
+ input: "resnet_v2_50/conv1/weights/Initializer/truncated_normal/mul"
+ input: "resnet_v2_50/conv1/weights/Initializer/truncated_normal/mean"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 7
+ }
+ dim {
+ size: 7
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/conv1/weights/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/conv1/weights"
+ input: "resnet_v2_50/conv1/weights/Initializer/truncated_normal"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 7
+ }
+ dim {
+ size: 7
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/conv1/weights/read"
+ op: "Identity"
+ input: "resnet_v2_50/conv1/weights"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 7
+ }
+ dim {
+ size: 7
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/conv1/weights/Regularizer/L2Regularizer/weight"
+ op: "Const"
+ device: "/job:ps/task:0"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-05
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/conv1/weights/Regularizer/L2Regularizer/L2Loss"
+ op: "L2Loss"
+ input: "resnet_v2_50/conv1/weights/read"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/conv1/weights/Regularizer/L2Regularizer/value"
+ op: "Mul"
+ input: "resnet_v2_50/conv1/weights/Regularizer/L2Regularizer/weight"
+ input: "resnet_v2_50/conv1/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/conv1/Conv2D"
+ op: "Conv2D"
+ input: "resnet_v2_50/Pad"
+ input: "resnet_v2_50/conv1/weights/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 150
+ }
+ dim {
+ size: 150
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "VALID"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 2
+ i: 2
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/conv1/biases"
+ op: "Variable"
+ device: "/job:ps/task:1"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/conv1/biases/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:1"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/conv1/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 64
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/conv1/biases/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/conv1/biases"
+ input: "resnet_v2_50/conv1/biases/Initializer/zeros"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/conv1/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/conv1/biases/read"
+ op: "Identity"
+ input: "resnet_v2_50/conv1/biases"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/conv1/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/conv1/BiasAdd"
+ op: "BiasAdd"
+ input: "resnet_v2_50/conv1/Conv2D"
+ input: "resnet_v2_50/conv1/biases/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 150
+ }
+ dim {
+ size: 150
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/pool1/MaxPool"
+ op: "MaxPool"
+ input: "resnet_v2_50/conv1/BiasAdd"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "ksize"
+ value {
+ list {
+ i: 1
+ i: 3
+ i: 3
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 2
+ i: 2
+ i: 1
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/beta"
+ op: "Variable"
+ device: "/job:ps/task:2"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/beta/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:2"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 64
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/beta/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/beta"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/beta/Initializer/zeros"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/beta/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/beta"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/gamma"
+ op: "Variable"
+ device: "/job:ps/task:3"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/gamma/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:3"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 64
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/gamma/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/gamma"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/gamma/Initializer/ones"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/gamma/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/gamma"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moving_mean"
+ op: "Variable"
+ device: "/job:ps/task:4"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moving_mean/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:4"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 64
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moving_mean/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moving_mean"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moving_mean/Initializer/zeros"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moving_mean/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moving_mean"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moving_variance"
+ op: "Variable"
+ device: "/job:ps/task:5"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moving_variance/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:5"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 64
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moving_variance/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moving_variance"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moving_variance/Initializer/ones"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moving_variance/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moving_variance"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/Add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/Add"
+ op: "Add"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moving_mean/read"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/Add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/Const"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 180000.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/Sub"
+ op: "Sub"
+ input: "resnet_v2_50/pool1/MaxPool"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference"
+ op: "SquaredDifference"
+ input: "resnet_v2_50/pool1/MaxPool"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/Sub"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moments/normalize/divisor"
+ op: "Inv"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/Const"
+ input: "^resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss"
+ input: "^resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moments/normalize/shifted_mean"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moments/normalize/mean"
+ op: "Add"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moments/normalize/shifted_mean"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moments/normalize/Mul"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moments/normalize/Square"
+ op: "Square"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moments/normalize/shifted_mean"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moments/normalize/variance"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moments/normalize/Mul"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moments/normalize/Square"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/AssignMovingAvg/decay"
+ op: "Const"
+ device: "/job:ps/task:4"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/AssignMovingAvg/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moving_mean/read"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moments/normalize/mean"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/AssignMovingAvg/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/AssignMovingAvg/sub"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/AssignMovingAvg/decay"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/AssignMovingAvg"
+ op: "AssignSub"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moving_mean"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/AssignMovingAvg/mul"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/AssignMovingAvg_1/decay"
+ op: "Const"
+ device: "/job:ps/task:5"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/AssignMovingAvg_1/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moving_variance/read"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moments/normalize/variance"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/AssignMovingAvg_1/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/AssignMovingAvg_1/sub"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/AssignMovingAvg_1/decay"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/AssignMovingAvg_1"
+ op: "AssignSub"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moving_variance"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/AssignMovingAvg_1/mul"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/batchnorm/add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-06
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/batchnorm/add"
+ op: "Add"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moments/normalize/variance"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/batchnorm/add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/batchnorm/Rsqrt"
+ op: "Rsqrt"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/batchnorm/add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/batchnorm/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/batchnorm/Rsqrt"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/gamma/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/batchnorm/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/pool1/MaxPool"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/batchnorm/mul_2"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moments/normalize/mean"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/batchnorm/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/beta/read"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/batchnorm/mul_2"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/batchnorm/add_1"
+ op: "Add"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/batchnorm/mul_1"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/batchnorm/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/Relu"
+ op: "Relu"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/batchnorm/add_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights"
+ op: "Variable"
+ device: "/job:ps/task:6"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights/Initializer/truncated_normal/shape"
+ op: "Const"
+ device: "/job:ps/task:6"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\001\000\000\000\001\000\000\000@\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights/Initializer/truncated_normal/mean"
+ op: "Const"
+ device: "/job:ps/task:6"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights/Initializer/truncated_normal/stddev"
+ op: "Const"
+ device: "/job:ps/task:6"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.201556444168
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights/Initializer/truncated_normal/TruncatedNormal"
+ op: "TruncatedNormal"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights/Initializer/truncated_normal/shape"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights/Initializer/truncated_normal/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights/Initializer/truncated_normal/TruncatedNormal"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights/Initializer/truncated_normal/stddev"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights/Initializer/truncated_normal"
+ op: "Add"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights/Initializer/truncated_normal/mul"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights/Initializer/truncated_normal/mean"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights/Initializer/truncated_normal"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/weight"
+ op: "Const"
+ device: "/job:ps/task:6"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-05
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/L2Loss"
+ op: "L2Loss"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights/read"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/weight"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/Conv2D"
+ op: "Conv2D"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/Relu"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/biases"
+ op: "Variable"
+ device: "/job:ps/task:7"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/biases/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:7"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 256
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/biases/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/biases"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/biases/Initializer/zeros"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/biases/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/biases"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/BiasAdd"
+ op: "BiasAdd"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/Conv2D"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/biases/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights"
+ op: "Variable"
+ device: "/job:ps/task:8"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights/Initializer/truncated_normal/shape"
+ op: "Const"
+ device: "/job:ps/task:8"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\001\000\000\000\001\000\000\000@\000\000\000@\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights/Initializer/truncated_normal/mean"
+ op: "Const"
+ device: "/job:ps/task:8"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights/Initializer/truncated_normal/stddev"
+ op: "Const"
+ device: "/job:ps/task:8"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.201556444168
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights/Initializer/truncated_normal/TruncatedNormal"
+ op: "TruncatedNormal"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights/Initializer/truncated_normal/shape"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights/Initializer/truncated_normal/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights/Initializer/truncated_normal/TruncatedNormal"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights/Initializer/truncated_normal/stddev"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights/Initializer/truncated_normal"
+ op: "Add"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights/Initializer/truncated_normal/mul"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights/Initializer/truncated_normal/mean"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights/Initializer/truncated_normal"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/weight"
+ op: "Const"
+ device: "/job:ps/task:8"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-05
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/L2Loss"
+ op: "L2Loss"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights/read"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/weight"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/Conv2D"
+ op: "Conv2D"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/Relu"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/beta"
+ op: "Variable"
+ device: "/job:ps/task:9"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/beta/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:9"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 64
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/beta/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/beta"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/beta/Initializer/zeros"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/beta/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/beta"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/gamma"
+ op: "Variable"
+ device: "/job:ps/task:10"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/gamma/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:10"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 64
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/gamma/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/gamma"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/gamma/Initializer/ones"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/gamma/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/gamma"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ op: "Variable"
+ device: "/job:ps/task:11"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:11"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 64
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean/Initializer/zeros"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ op: "Variable"
+ device: "/job:ps/task:12"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:12"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 64
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance/Initializer/ones"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/Add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/Add"
+ op: "Add"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean/read"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/Add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Const"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 180000.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/Conv2D"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference"
+ op: "SquaredDifference"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/Conv2D"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/divisor"
+ op: "Inv"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Const"
+ input: "^resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss"
+ input: "^resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean"
+ op: "Add"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square"
+ op: "Square"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/decay"
+ op: "Const"
+ device: "/job:ps/task:11"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean/read"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/sub"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/decay"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg"
+ op: "AssignSub"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/mul"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/decay"
+ op: "Const"
+ device: "/job:ps/task:12"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance/read"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/sub"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/decay"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1"
+ op: "AssignSub"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/mul"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-06
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add"
+ op: "Add"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt"
+ op: "Rsqrt"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/gamma/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/Conv2D"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/beta/read"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1"
+ op: "Add"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/Relu"
+ op: "Relu"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights"
+ op: "Variable"
+ device: "/job:ps/task:13"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights/Initializer/truncated_normal/shape"
+ op: "Const"
+ device: "/job:ps/task:13"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\003\000\000\000\003\000\000\000@\000\000\000@\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights/Initializer/truncated_normal/mean"
+ op: "Const"
+ device: "/job:ps/task:13"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights/Initializer/truncated_normal/stddev"
+ op: "Const"
+ device: "/job:ps/task:13"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0671854838729
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights/Initializer/truncated_normal/TruncatedNormal"
+ op: "TruncatedNormal"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights/Initializer/truncated_normal/shape"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights/Initializer/truncated_normal/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights/Initializer/truncated_normal/TruncatedNormal"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights/Initializer/truncated_normal/stddev"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights/Initializer/truncated_normal"
+ op: "Add"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights/Initializer/truncated_normal/mul"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights/Initializer/truncated_normal/mean"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights/Initializer/truncated_normal"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/weight"
+ op: "Const"
+ device: "/job:ps/task:13"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-05
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/L2Loss"
+ op: "L2Loss"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights/read"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/weight"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/Conv2D"
+ op: "Conv2D"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/Relu"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/beta"
+ op: "Variable"
+ device: "/job:ps/task:14"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/beta/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:14"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 64
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/beta/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/beta"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/beta/Initializer/zeros"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/beta/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/beta"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/gamma"
+ op: "Variable"
+ device: "/job:ps/task:15"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/gamma/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:15"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 64
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/gamma/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/gamma"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/gamma/Initializer/ones"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/gamma/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/gamma"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ op: "Variable"
+ device: "/job:ps/task:16"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:16"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 64
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean/Initializer/zeros"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ op: "Variable"
+ device: "/job:ps/task:0"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:0"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 64
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance/Initializer/ones"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/Add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/Add"
+ op: "Add"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean/read"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/Add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Const"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 180000.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/Conv2D"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference"
+ op: "SquaredDifference"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/Conv2D"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/divisor"
+ op: "Inv"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Const"
+ input: "^resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss"
+ input: "^resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean"
+ op: "Add"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square"
+ op: "Square"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/decay"
+ op: "Const"
+ device: "/job:ps/task:16"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean/read"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/sub"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/decay"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg"
+ op: "AssignSub"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/mul"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/decay"
+ op: "Const"
+ device: "/job:ps/task:0"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance/read"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/sub"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/decay"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1"
+ op: "AssignSub"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/mul"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-06
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add"
+ op: "Add"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt"
+ op: "Rsqrt"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/gamma/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/Conv2D"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/beta/read"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1"
+ op: "Add"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/Relu"
+ op: "Relu"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights"
+ op: "Variable"
+ device: "/job:ps/task:1"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights/Initializer/truncated_normal/shape"
+ op: "Const"
+ device: "/job:ps/task:1"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\001\000\000\000\001\000\000\000@\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights/Initializer/truncated_normal/mean"
+ op: "Const"
+ device: "/job:ps/task:1"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights/Initializer/truncated_normal/stddev"
+ op: "Const"
+ device: "/job:ps/task:1"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.201556444168
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights/Initializer/truncated_normal/TruncatedNormal"
+ op: "TruncatedNormal"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights/Initializer/truncated_normal/shape"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights/Initializer/truncated_normal/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights/Initializer/truncated_normal/TruncatedNormal"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights/Initializer/truncated_normal/stddev"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights/Initializer/truncated_normal"
+ op: "Add"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights/Initializer/truncated_normal/mul"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights/Initializer/truncated_normal/mean"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights/Initializer/truncated_normal"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/weight"
+ op: "Const"
+ device: "/job:ps/task:1"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-05
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/L2Loss"
+ op: "L2Loss"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights/read"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/weight"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/Conv2D"
+ op: "Conv2D"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/Relu"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/biases"
+ op: "Variable"
+ device: "/job:ps/task:2"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/biases/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:2"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 256
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/biases/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/biases"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/biases/Initializer/zeros"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/biases/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/biases"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/BiasAdd"
+ op: "BiasAdd"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/Conv2D"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/biases/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/add"
+ op: "Add"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/BiasAdd"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/BiasAdd"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/beta"
+ op: "Variable"
+ device: "/job:ps/task:3"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/beta/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:3"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 256
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/beta/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/beta"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/beta/Initializer/zeros"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/beta/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/beta"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/gamma"
+ op: "Variable"
+ device: "/job:ps/task:4"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/gamma/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:4"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 256
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/gamma/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/gamma"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/gamma/Initializer/ones"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/gamma/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/gamma"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moving_mean"
+ op: "Variable"
+ device: "/job:ps/task:5"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moving_mean/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:5"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 256
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moving_mean/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moving_mean"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moving_mean/Initializer/zeros"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moving_mean/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moving_mean"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moving_variance"
+ op: "Variable"
+ device: "/job:ps/task:6"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moving_variance/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:6"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 256
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moving_variance/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moving_variance"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moving_variance/Initializer/ones"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moving_variance/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moving_variance"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/Add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/Add"
+ op: "Add"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moving_mean/read"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/Add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/Const"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 180000.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/Sub"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/add"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference"
+ op: "SquaredDifference"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/add"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/Sub"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moments/normalize/divisor"
+ op: "Inv"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/Const"
+ input: "^resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss"
+ input: "^resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moments/normalize/shifted_mean"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moments/normalize/mean"
+ op: "Add"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moments/normalize/shifted_mean"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moments/normalize/Mul"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moments/normalize/Square"
+ op: "Square"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moments/normalize/shifted_mean"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moments/normalize/variance"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moments/normalize/Mul"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moments/normalize/Square"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/AssignMovingAvg/decay"
+ op: "Const"
+ device: "/job:ps/task:5"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/AssignMovingAvg/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moving_mean/read"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moments/normalize/mean"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/AssignMovingAvg/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/AssignMovingAvg/sub"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/AssignMovingAvg/decay"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/AssignMovingAvg"
+ op: "AssignSub"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moving_mean"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/AssignMovingAvg/mul"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/AssignMovingAvg_1/decay"
+ op: "Const"
+ device: "/job:ps/task:6"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/AssignMovingAvg_1/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moving_variance/read"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moments/normalize/variance"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/AssignMovingAvg_1/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/AssignMovingAvg_1/sub"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/AssignMovingAvg_1/decay"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/AssignMovingAvg_1"
+ op: "AssignSub"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moving_variance"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/AssignMovingAvg_1/mul"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/batchnorm/add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-06
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/batchnorm/add"
+ op: "Add"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moments/normalize/variance"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/batchnorm/add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/batchnorm/Rsqrt"
+ op: "Rsqrt"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/batchnorm/add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/batchnorm/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/batchnorm/Rsqrt"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/gamma/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/batchnorm/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/add"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/batchnorm/mul_2"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moments/normalize/mean"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/batchnorm/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/beta/read"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/batchnorm/mul_2"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/batchnorm/add_1"
+ op: "Add"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/batchnorm/mul_1"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/batchnorm/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/Relu"
+ op: "Relu"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/batchnorm/add_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights"
+ op: "Variable"
+ device: "/job:ps/task:7"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights/Initializer/truncated_normal/shape"
+ op: "Const"
+ device: "/job:ps/task:7"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\001\000\000\000\001\000\000\000\000\001\000\000@\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights/Initializer/truncated_normal/mean"
+ op: "Const"
+ device: "/job:ps/task:7"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights/Initializer/truncated_normal/stddev"
+ op: "Const"
+ device: "/job:ps/task:7"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.100778222084
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights/Initializer/truncated_normal/TruncatedNormal"
+ op: "TruncatedNormal"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights/Initializer/truncated_normal/shape"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights/Initializer/truncated_normal/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights/Initializer/truncated_normal/TruncatedNormal"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights/Initializer/truncated_normal/stddev"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights/Initializer/truncated_normal"
+ op: "Add"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights/Initializer/truncated_normal/mul"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights/Initializer/truncated_normal/mean"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights/Initializer/truncated_normal"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/weight"
+ op: "Const"
+ device: "/job:ps/task:7"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-05
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/L2Loss"
+ op: "L2Loss"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights/read"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/weight"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/Conv2D"
+ op: "Conv2D"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/Relu"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/beta"
+ op: "Variable"
+ device: "/job:ps/task:8"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/beta/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:8"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 64
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/beta/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/beta"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/beta/Initializer/zeros"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/beta/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/beta"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/gamma"
+ op: "Variable"
+ device: "/job:ps/task:9"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/gamma/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:9"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 64
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/gamma/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/gamma"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/gamma/Initializer/ones"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/gamma/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/gamma"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ op: "Variable"
+ device: "/job:ps/task:10"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:10"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 64
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean/Initializer/zeros"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ op: "Variable"
+ device: "/job:ps/task:11"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:11"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 64
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance/Initializer/ones"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/Add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/Add"
+ op: "Add"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean/read"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/Add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Const"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 180000.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/Conv2D"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference"
+ op: "SquaredDifference"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/Conv2D"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/divisor"
+ op: "Inv"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Const"
+ input: "^resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss"
+ input: "^resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean"
+ op: "Add"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square"
+ op: "Square"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/decay"
+ op: "Const"
+ device: "/job:ps/task:10"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean/read"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/sub"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/decay"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg"
+ op: "AssignSub"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/mul"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/decay"
+ op: "Const"
+ device: "/job:ps/task:11"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance/read"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/sub"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/decay"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1"
+ op: "AssignSub"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/mul"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-06
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add"
+ op: "Add"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt"
+ op: "Rsqrt"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/gamma/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/Conv2D"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/beta/read"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1"
+ op: "Add"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/Relu"
+ op: "Relu"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights"
+ op: "Variable"
+ device: "/job:ps/task:12"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights/Initializer/truncated_normal/shape"
+ op: "Const"
+ device: "/job:ps/task:12"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\003\000\000\000\003\000\000\000@\000\000\000@\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights/Initializer/truncated_normal/mean"
+ op: "Const"
+ device: "/job:ps/task:12"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights/Initializer/truncated_normal/stddev"
+ op: "Const"
+ device: "/job:ps/task:12"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0671854838729
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights/Initializer/truncated_normal/TruncatedNormal"
+ op: "TruncatedNormal"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights/Initializer/truncated_normal/shape"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights/Initializer/truncated_normal/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights/Initializer/truncated_normal/TruncatedNormal"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights/Initializer/truncated_normal/stddev"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights/Initializer/truncated_normal"
+ op: "Add"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights/Initializer/truncated_normal/mul"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights/Initializer/truncated_normal/mean"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights/Initializer/truncated_normal"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/weight"
+ op: "Const"
+ device: "/job:ps/task:12"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-05
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/L2Loss"
+ op: "L2Loss"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights/read"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/weight"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/Conv2D"
+ op: "Conv2D"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/Relu"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/beta"
+ op: "Variable"
+ device: "/job:ps/task:13"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/beta/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:13"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 64
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/beta/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/beta"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/beta/Initializer/zeros"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/beta/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/beta"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/gamma"
+ op: "Variable"
+ device: "/job:ps/task:14"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/gamma/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:14"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 64
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/gamma/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/gamma"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/gamma/Initializer/ones"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/gamma/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/gamma"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ op: "Variable"
+ device: "/job:ps/task:15"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:15"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 64
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean/Initializer/zeros"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ op: "Variable"
+ device: "/job:ps/task:16"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:16"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 64
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance/Initializer/ones"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/Add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/Add"
+ op: "Add"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean/read"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/Add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Const"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 180000.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/Conv2D"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference"
+ op: "SquaredDifference"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/Conv2D"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/divisor"
+ op: "Inv"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Const"
+ input: "^resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss"
+ input: "^resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean"
+ op: "Add"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square"
+ op: "Square"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/decay"
+ op: "Const"
+ device: "/job:ps/task:15"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean/read"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/sub"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/decay"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg"
+ op: "AssignSub"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/mul"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/decay"
+ op: "Const"
+ device: "/job:ps/task:16"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance/read"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/sub"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/decay"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1"
+ op: "AssignSub"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/mul"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-06
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add"
+ op: "Add"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt"
+ op: "Rsqrt"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/gamma/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/Conv2D"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/beta/read"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1"
+ op: "Add"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/Relu"
+ op: "Relu"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights"
+ op: "Variable"
+ device: "/job:ps/task:0"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights/Initializer/truncated_normal/shape"
+ op: "Const"
+ device: "/job:ps/task:0"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\001\000\000\000\001\000\000\000@\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights/Initializer/truncated_normal/mean"
+ op: "Const"
+ device: "/job:ps/task:0"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights/Initializer/truncated_normal/stddev"
+ op: "Const"
+ device: "/job:ps/task:0"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.201556444168
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights/Initializer/truncated_normal/TruncatedNormal"
+ op: "TruncatedNormal"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights/Initializer/truncated_normal/shape"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights/Initializer/truncated_normal/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights/Initializer/truncated_normal/TruncatedNormal"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights/Initializer/truncated_normal/stddev"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights/Initializer/truncated_normal"
+ op: "Add"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights/Initializer/truncated_normal/mul"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights/Initializer/truncated_normal/mean"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights/Initializer/truncated_normal"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/weight"
+ op: "Const"
+ device: "/job:ps/task:0"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-05
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/L2Loss"
+ op: "L2Loss"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights/read"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/weight"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/Conv2D"
+ op: "Conv2D"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/Relu"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/biases"
+ op: "Variable"
+ device: "/job:ps/task:1"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/biases/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:1"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 256
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/biases/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/biases"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/biases/Initializer/zeros"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/biases/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/biases"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/BiasAdd"
+ op: "BiasAdd"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/Conv2D"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/biases/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/add"
+ op: "Add"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/add"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/BiasAdd"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/beta"
+ op: "Variable"
+ device: "/job:ps/task:2"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/beta/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:2"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 256
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/beta/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/beta"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/beta/Initializer/zeros"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/beta/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/beta"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/gamma"
+ op: "Variable"
+ device: "/job:ps/task:3"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/gamma/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:3"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 256
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/gamma/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/gamma"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/gamma/Initializer/ones"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/gamma/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/gamma"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moving_mean"
+ op: "Variable"
+ device: "/job:ps/task:4"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moving_mean/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:4"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 256
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moving_mean/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moving_mean"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moving_mean/Initializer/zeros"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moving_mean/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moving_mean"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moving_variance"
+ op: "Variable"
+ device: "/job:ps/task:5"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moving_variance/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:5"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 256
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moving_variance/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moving_variance"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moving_variance/Initializer/ones"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moving_variance/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moving_variance"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/Add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/Add"
+ op: "Add"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moving_mean/read"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/Add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Const"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 180000.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/add"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference"
+ op: "SquaredDifference"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/add"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moments/normalize/divisor"
+ op: "Inv"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Const"
+ input: "^resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss"
+ input: "^resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moments/normalize/mean"
+ op: "Add"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moments/normalize/Mul"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moments/normalize/Square"
+ op: "Square"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moments/normalize/variance"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moments/normalize/Mul"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moments/normalize/Square"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/AssignMovingAvg/decay"
+ op: "Const"
+ device: "/job:ps/task:4"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/AssignMovingAvg/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moving_mean/read"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moments/normalize/mean"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/AssignMovingAvg/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/AssignMovingAvg/sub"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/AssignMovingAvg/decay"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/AssignMovingAvg"
+ op: "AssignSub"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moving_mean"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/AssignMovingAvg/mul"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/AssignMovingAvg_1/decay"
+ op: "Const"
+ device: "/job:ps/task:5"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/AssignMovingAvg_1/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moving_variance/read"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moments/normalize/variance"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/AssignMovingAvg_1/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/AssignMovingAvg_1/sub"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/AssignMovingAvg_1/decay"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/AssignMovingAvg_1"
+ op: "AssignSub"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moving_variance"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/AssignMovingAvg_1/mul"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/batchnorm/add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-06
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/batchnorm/add"
+ op: "Add"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moments/normalize/variance"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/batchnorm/add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/batchnorm/Rsqrt"
+ op: "Rsqrt"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/batchnorm/add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/batchnorm/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/batchnorm/Rsqrt"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/gamma/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/batchnorm/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/add"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/batchnorm/mul_2"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moments/normalize/mean"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/batchnorm/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/beta/read"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/batchnorm/mul_2"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/batchnorm/add_1"
+ op: "Add"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/batchnorm/mul_1"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/batchnorm/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/Relu"
+ op: "Relu"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/batchnorm/add_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/shortcut/MaxPool"
+ op: "MaxPool"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "ksize"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 2
+ i: 2
+ i: 1
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights"
+ op: "Variable"
+ device: "/job:ps/task:6"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights/Initializer/truncated_normal/shape"
+ op: "Const"
+ device: "/job:ps/task:6"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\001\000\000\000\001\000\000\000\000\001\000\000@\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights/Initializer/truncated_normal/mean"
+ op: "Const"
+ device: "/job:ps/task:6"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights/Initializer/truncated_normal/stddev"
+ op: "Const"
+ device: "/job:ps/task:6"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.100778222084
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights/Initializer/truncated_normal/TruncatedNormal"
+ op: "TruncatedNormal"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights/Initializer/truncated_normal/shape"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights/Initializer/truncated_normal/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights/Initializer/truncated_normal/TruncatedNormal"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights/Initializer/truncated_normal/stddev"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights/Initializer/truncated_normal"
+ op: "Add"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights/Initializer/truncated_normal/mul"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights/Initializer/truncated_normal/mean"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights/Initializer/truncated_normal"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/weight"
+ op: "Const"
+ device: "/job:ps/task:6"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-05
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/L2Loss"
+ op: "L2Loss"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights/read"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/weight"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/Conv2D"
+ op: "Conv2D"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/Relu"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/beta"
+ op: "Variable"
+ device: "/job:ps/task:7"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/beta/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:7"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 64
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/beta/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/beta"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/beta/Initializer/zeros"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/beta/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/beta"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/gamma"
+ op: "Variable"
+ device: "/job:ps/task:8"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/gamma/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:8"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 64
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/gamma/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/gamma"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/gamma/Initializer/ones"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/gamma/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/gamma"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ op: "Variable"
+ device: "/job:ps/task:9"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:9"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 64
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean/Initializer/zeros"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ op: "Variable"
+ device: "/job:ps/task:10"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:10"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 64
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance/Initializer/ones"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/Add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/Add"
+ op: "Add"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean/read"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/Add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Const"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 180000.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/Conv2D"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference"
+ op: "SquaredDifference"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/Conv2D"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/divisor"
+ op: "Inv"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Const"
+ input: "^resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss"
+ input: "^resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean"
+ op: "Add"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square"
+ op: "Square"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/decay"
+ op: "Const"
+ device: "/job:ps/task:9"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean/read"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/sub"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/decay"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg"
+ op: "AssignSub"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/mul"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/decay"
+ op: "Const"
+ device: "/job:ps/task:10"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance/read"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/sub"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/decay"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1"
+ op: "AssignSub"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/mul"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-06
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add"
+ op: "Add"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt"
+ op: "Rsqrt"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/gamma/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/Conv2D"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/beta/read"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1"
+ op: "Add"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/Relu"
+ op: "Relu"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 75
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/Pad/paddings"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ dim {
+ size: 2
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ dim {
+ size: 2
+ }
+ }
+ tensor_content: "\000\000\000\000\000\000\000\000\001\000\000\000\001\000\000\000\001\000\000\000\001\000\000\000\000\000\000\000\000\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/Pad"
+ op: "Pad"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/Relu"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/Pad/paddings"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 77
+ }
+ dim {
+ size: 77
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights"
+ op: "Variable"
+ device: "/job:ps/task:11"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights/Initializer/truncated_normal/shape"
+ op: "Const"
+ device: "/job:ps/task:11"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\003\000\000\000\003\000\000\000@\000\000\000@\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights/Initializer/truncated_normal/mean"
+ op: "Const"
+ device: "/job:ps/task:11"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights/Initializer/truncated_normal/stddev"
+ op: "Const"
+ device: "/job:ps/task:11"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0671854838729
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights/Initializer/truncated_normal/TruncatedNormal"
+ op: "TruncatedNormal"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights/Initializer/truncated_normal/shape"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights/Initializer/truncated_normal/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights/Initializer/truncated_normal/TruncatedNormal"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights/Initializer/truncated_normal/stddev"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights/Initializer/truncated_normal"
+ op: "Add"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights/Initializer/truncated_normal/mul"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights/Initializer/truncated_normal/mean"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights/Initializer/truncated_normal"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/weight"
+ op: "Const"
+ device: "/job:ps/task:11"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-05
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/L2Loss"
+ op: "L2Loss"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights/read"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/weight"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/Conv2D"
+ op: "Conv2D"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/Pad"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "VALID"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 2
+ i: 2
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/beta"
+ op: "Variable"
+ device: "/job:ps/task:12"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/beta/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:12"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 64
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/beta/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/beta"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/beta/Initializer/zeros"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/beta/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/beta"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/gamma"
+ op: "Variable"
+ device: "/job:ps/task:13"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/gamma/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:13"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 64
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/gamma/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/gamma"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/gamma/Initializer/ones"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/gamma/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/gamma"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ op: "Variable"
+ device: "/job:ps/task:14"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:14"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 64
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean/Initializer/zeros"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ op: "Variable"
+ device: "/job:ps/task:15"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:15"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 64
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance/Initializer/ones"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/Add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/Add"
+ op: "Add"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean/read"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/Add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Const"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 46208.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/Conv2D"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference"
+ op: "SquaredDifference"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/Conv2D"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/divisor"
+ op: "Inv"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Const"
+ input: "^resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss"
+ input: "^resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean"
+ op: "Add"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square"
+ op: "Square"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/decay"
+ op: "Const"
+ device: "/job:ps/task:14"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean/read"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/sub"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/decay"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg"
+ op: "AssignSub"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/mul"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/decay"
+ op: "Const"
+ device: "/job:ps/task:15"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance/read"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/sub"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/decay"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1"
+ op: "AssignSub"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/mul"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-06
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add"
+ op: "Add"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt"
+ op: "Rsqrt"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/gamma/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/Conv2D"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/beta/read"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1"
+ op: "Add"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/Relu"
+ op: "Relu"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights"
+ op: "Variable"
+ device: "/job:ps/task:16"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights/Initializer/truncated_normal/shape"
+ op: "Const"
+ device: "/job:ps/task:16"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\001\000\000\000\001\000\000\000@\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights/Initializer/truncated_normal/mean"
+ op: "Const"
+ device: "/job:ps/task:16"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights/Initializer/truncated_normal/stddev"
+ op: "Const"
+ device: "/job:ps/task:16"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.201556444168
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights/Initializer/truncated_normal/TruncatedNormal"
+ op: "TruncatedNormal"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights/Initializer/truncated_normal/shape"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights/Initializer/truncated_normal/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights/Initializer/truncated_normal/TruncatedNormal"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights/Initializer/truncated_normal/stddev"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights/Initializer/truncated_normal"
+ op: "Add"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights/Initializer/truncated_normal/mul"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights/Initializer/truncated_normal/mean"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights/Initializer/truncated_normal"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/weight"
+ op: "Const"
+ device: "/job:ps/task:16"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-05
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/L2Loss"
+ op: "L2Loss"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights/read"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/weight"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/Conv2D"
+ op: "Conv2D"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/Relu"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/biases"
+ op: "Variable"
+ device: "/job:ps/task:0"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/biases/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:0"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 256
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/biases/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/biases"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/biases/Initializer/zeros"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/biases/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/biases"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/BiasAdd"
+ op: "BiasAdd"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/Conv2D"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/biases/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/add"
+ op: "Add"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/shortcut/MaxPool"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/BiasAdd"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/beta"
+ op: "Variable"
+ device: "/job:ps/task:1"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/beta/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:1"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 256
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/beta/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/beta"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/beta/Initializer/zeros"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/beta/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/beta"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/gamma"
+ op: "Variable"
+ device: "/job:ps/task:2"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/gamma/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:2"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 256
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/gamma/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/gamma"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/gamma/Initializer/ones"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/gamma/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/gamma"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moving_mean"
+ op: "Variable"
+ device: "/job:ps/task:3"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moving_mean/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:3"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 256
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moving_mean/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moving_mean"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moving_mean/Initializer/zeros"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moving_mean/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moving_mean"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moving_variance"
+ op: "Variable"
+ device: "/job:ps/task:4"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moving_variance/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:4"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 256
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moving_variance/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moving_variance"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moving_variance/Initializer/ones"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moving_variance/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moving_variance"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/Add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/Add"
+ op: "Add"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moving_mean/read"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/Add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/Const"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 46208.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/Sub"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/add"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference"
+ op: "SquaredDifference"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/add"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/Sub"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moments/normalize/divisor"
+ op: "Inv"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/Const"
+ input: "^resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss"
+ input: "^resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moments/normalize/shifted_mean"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moments/normalize/mean"
+ op: "Add"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moments/normalize/shifted_mean"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moments/normalize/Mul"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moments/normalize/Square"
+ op: "Square"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moments/normalize/shifted_mean"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moments/normalize/variance"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moments/normalize/Mul"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moments/normalize/Square"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/AssignMovingAvg/decay"
+ op: "Const"
+ device: "/job:ps/task:3"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/AssignMovingAvg/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moving_mean/read"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moments/normalize/mean"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/AssignMovingAvg/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/AssignMovingAvg/sub"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/AssignMovingAvg/decay"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/AssignMovingAvg"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moving_mean"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/AssignMovingAvg/mul"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/AssignMovingAvg_1/decay"
+ op: "Const"
+ device: "/job:ps/task:4"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/AssignMovingAvg_1/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moving_variance/read"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moments/normalize/variance"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/AssignMovingAvg_1/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/AssignMovingAvg_1/sub"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/AssignMovingAvg_1/decay"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/AssignMovingAvg_1"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moving_variance"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/AssignMovingAvg_1/mul"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/batchnorm/add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-06
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/batchnorm/add"
+ op: "Add"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moments/normalize/variance"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/batchnorm/add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/batchnorm/Rsqrt"
+ op: "Rsqrt"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/batchnorm/add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/batchnorm/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/batchnorm/Rsqrt"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/gamma/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/batchnorm/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/add"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/batchnorm/mul_2"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moments/normalize/mean"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/batchnorm/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/beta/read"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/batchnorm/mul_2"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/batchnorm/add_1"
+ op: "Add"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/batchnorm/mul_1"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/batchnorm/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/Relu"
+ op: "Relu"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/batchnorm/add_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights"
+ op: "Variable"
+ device: "/job:ps/task:5"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights/Initializer/truncated_normal/shape"
+ op: "Const"
+ device: "/job:ps/task:5"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\001\000\000\000\001\000\000\000\000\001\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights/Initializer/truncated_normal/mean"
+ op: "Const"
+ device: "/job:ps/task:5"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights/Initializer/truncated_normal/stddev"
+ op: "Const"
+ device: "/job:ps/task:5"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.100778222084
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights/Initializer/truncated_normal/TruncatedNormal"
+ op: "TruncatedNormal"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights/Initializer/truncated_normal/shape"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights/Initializer/truncated_normal/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights/Initializer/truncated_normal/TruncatedNormal"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights/Initializer/truncated_normal/stddev"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights/Initializer/truncated_normal"
+ op: "Add"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights/Initializer/truncated_normal/mul"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights/Initializer/truncated_normal/mean"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights/Initializer/truncated_normal"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/weight"
+ op: "Const"
+ device: "/job:ps/task:5"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-05
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/L2Loss"
+ op: "L2Loss"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights/read"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/weight"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/Conv2D"
+ op: "Conv2D"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/Relu"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/biases"
+ op: "Variable"
+ device: "/job:ps/task:6"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/biases/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:6"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 512
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/biases/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/biases"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/biases/Initializer/zeros"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/biases/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/biases"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/BiasAdd"
+ op: "BiasAdd"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/Conv2D"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/biases/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights"
+ op: "Variable"
+ device: "/job:ps/task:7"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights/Initializer/truncated_normal/shape"
+ op: "Const"
+ device: "/job:ps/task:7"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\001\000\000\000\001\000\000\000\000\001\000\000\200\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights/Initializer/truncated_normal/mean"
+ op: "Const"
+ device: "/job:ps/task:7"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights/Initializer/truncated_normal/stddev"
+ op: "Const"
+ device: "/job:ps/task:7"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.100778222084
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights/Initializer/truncated_normal/TruncatedNormal"
+ op: "TruncatedNormal"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights/Initializer/truncated_normal/shape"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights/Initializer/truncated_normal/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights/Initializer/truncated_normal/TruncatedNormal"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights/Initializer/truncated_normal/stddev"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights/Initializer/truncated_normal"
+ op: "Add"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights/Initializer/truncated_normal/mul"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights/Initializer/truncated_normal/mean"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights/Initializer/truncated_normal"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/weight"
+ op: "Const"
+ device: "/job:ps/task:7"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-05
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/L2Loss"
+ op: "L2Loss"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights/read"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/weight"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/Conv2D"
+ op: "Conv2D"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/Relu"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/beta"
+ op: "Variable"
+ device: "/job:ps/task:8"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/beta/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:8"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 128
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/beta/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/beta"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/beta/Initializer/zeros"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/beta/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/beta"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/gamma"
+ op: "Variable"
+ device: "/job:ps/task:9"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/gamma/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:9"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 128
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/gamma/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/gamma"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/gamma/Initializer/ones"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/gamma/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/gamma"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ op: "Variable"
+ device: "/job:ps/task:10"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:10"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 128
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean/Initializer/zeros"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ op: "Variable"
+ device: "/job:ps/task:11"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:11"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 128
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance/Initializer/ones"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/Add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/Add"
+ op: "Add"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean/read"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/Add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Const"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 46208.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/Conv2D"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference"
+ op: "SquaredDifference"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/Conv2D"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/divisor"
+ op: "Inv"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Const"
+ input: "^resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss"
+ input: "^resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean"
+ op: "Add"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square"
+ op: "Square"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/decay"
+ op: "Const"
+ device: "/job:ps/task:10"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean/read"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/sub"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/decay"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/mul"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/decay"
+ op: "Const"
+ device: "/job:ps/task:11"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance/read"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/sub"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/decay"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/mul"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-06
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add"
+ op: "Add"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt"
+ op: "Rsqrt"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/gamma/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/Conv2D"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/beta/read"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1"
+ op: "Add"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/Relu"
+ op: "Relu"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights"
+ op: "Variable"
+ device: "/job:ps/task:12"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights/Initializer/truncated_normal/shape"
+ op: "Const"
+ device: "/job:ps/task:12"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\003\000\000\000\003\000\000\000\200\000\000\000\200\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights/Initializer/truncated_normal/mean"
+ op: "Const"
+ device: "/job:ps/task:12"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights/Initializer/truncated_normal/stddev"
+ op: "Const"
+ device: "/job:ps/task:12"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0475073084235
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights/Initializer/truncated_normal/TruncatedNormal"
+ op: "TruncatedNormal"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights/Initializer/truncated_normal/shape"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights/Initializer/truncated_normal/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights/Initializer/truncated_normal/TruncatedNormal"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights/Initializer/truncated_normal/stddev"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights/Initializer/truncated_normal"
+ op: "Add"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights/Initializer/truncated_normal/mul"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights/Initializer/truncated_normal/mean"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights/Initializer/truncated_normal"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/weight"
+ op: "Const"
+ device: "/job:ps/task:12"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-05
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/L2Loss"
+ op: "L2Loss"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights/read"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/weight"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/Conv2D"
+ op: "Conv2D"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/Relu"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/beta"
+ op: "Variable"
+ device: "/job:ps/task:13"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/beta/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:13"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 128
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/beta/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/beta"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/beta/Initializer/zeros"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/beta/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/beta"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/gamma"
+ op: "Variable"
+ device: "/job:ps/task:14"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/gamma/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:14"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 128
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/gamma/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/gamma"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/gamma/Initializer/ones"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/gamma/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/gamma"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ op: "Variable"
+ device: "/job:ps/task:15"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:15"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 128
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean/Initializer/zeros"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ op: "Variable"
+ device: "/job:ps/task:16"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:16"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 128
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance/Initializer/ones"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/Add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/Add"
+ op: "Add"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean/read"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/Add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Const"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 46208.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/Conv2D"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference"
+ op: "SquaredDifference"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/Conv2D"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/divisor"
+ op: "Inv"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Const"
+ input: "^resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss"
+ input: "^resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean"
+ op: "Add"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square"
+ op: "Square"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/decay"
+ op: "Const"
+ device: "/job:ps/task:15"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean/read"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/sub"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/decay"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/mul"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/decay"
+ op: "Const"
+ device: "/job:ps/task:16"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance/read"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/sub"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/decay"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/mul"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-06
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add"
+ op: "Add"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt"
+ op: "Rsqrt"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/gamma/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/Conv2D"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/beta/read"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1"
+ op: "Add"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/Relu"
+ op: "Relu"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights"
+ op: "Variable"
+ device: "/job:ps/task:0"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights/Initializer/truncated_normal/shape"
+ op: "Const"
+ device: "/job:ps/task:0"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\001\000\000\000\001\000\000\000\200\000\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights/Initializer/truncated_normal/mean"
+ op: "Const"
+ device: "/job:ps/task:0"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights/Initializer/truncated_normal/stddev"
+ op: "Const"
+ device: "/job:ps/task:0"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.142521932721
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights/Initializer/truncated_normal/TruncatedNormal"
+ op: "TruncatedNormal"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights/Initializer/truncated_normal/shape"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights/Initializer/truncated_normal/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights/Initializer/truncated_normal/TruncatedNormal"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights/Initializer/truncated_normal/stddev"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights/Initializer/truncated_normal"
+ op: "Add"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights/Initializer/truncated_normal/mul"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights/Initializer/truncated_normal/mean"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights/Initializer/truncated_normal"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/weight"
+ op: "Const"
+ device: "/job:ps/task:0"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-05
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/L2Loss"
+ op: "L2Loss"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights/read"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/weight"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/Conv2D"
+ op: "Conv2D"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/Relu"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/biases"
+ op: "Variable"
+ device: "/job:ps/task:1"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/biases/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:1"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 512
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/biases/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/biases"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/biases/Initializer/zeros"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/biases/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/biases"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/BiasAdd"
+ op: "BiasAdd"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/Conv2D"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/biases/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/add"
+ op: "Add"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/BiasAdd"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/BiasAdd"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/beta"
+ op: "Variable"
+ device: "/job:ps/task:2"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/beta/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:2"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 512
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/beta/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/beta"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/beta/Initializer/zeros"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/beta/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/beta"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/gamma"
+ op: "Variable"
+ device: "/job:ps/task:3"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/gamma/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:3"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 512
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/gamma/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/gamma"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/gamma/Initializer/ones"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/gamma/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/gamma"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moving_mean"
+ op: "Variable"
+ device: "/job:ps/task:4"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moving_mean/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:4"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 512
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moving_mean/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moving_mean"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moving_mean/Initializer/zeros"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moving_mean/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moving_mean"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moving_variance"
+ op: "Variable"
+ device: "/job:ps/task:5"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moving_variance/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:5"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 512
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moving_variance/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moving_variance"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moving_variance/Initializer/ones"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moving_variance/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moving_variance"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/Add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/Add"
+ op: "Add"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moving_mean/read"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/Add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/Const"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 46208.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/Sub"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/add"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference"
+ op: "SquaredDifference"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/add"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/Sub"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moments/normalize/divisor"
+ op: "Inv"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/Const"
+ input: "^resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss"
+ input: "^resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moments/normalize/shifted_mean"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moments/normalize/mean"
+ op: "Add"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moments/normalize/shifted_mean"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moments/normalize/Mul"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moments/normalize/Square"
+ op: "Square"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moments/normalize/shifted_mean"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moments/normalize/variance"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moments/normalize/Mul"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moments/normalize/Square"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/AssignMovingAvg/decay"
+ op: "Const"
+ device: "/job:ps/task:4"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/AssignMovingAvg/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moving_mean/read"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moments/normalize/mean"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/AssignMovingAvg/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/AssignMovingAvg/sub"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/AssignMovingAvg/decay"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/AssignMovingAvg"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moving_mean"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/AssignMovingAvg/mul"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/AssignMovingAvg_1/decay"
+ op: "Const"
+ device: "/job:ps/task:5"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/AssignMovingAvg_1/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moving_variance/read"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moments/normalize/variance"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/AssignMovingAvg_1/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/AssignMovingAvg_1/sub"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/AssignMovingAvg_1/decay"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/AssignMovingAvg_1"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moving_variance"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/AssignMovingAvg_1/mul"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/batchnorm/add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-06
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/batchnorm/add"
+ op: "Add"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moments/normalize/variance"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/batchnorm/add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/batchnorm/Rsqrt"
+ op: "Rsqrt"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/batchnorm/add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/batchnorm/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/batchnorm/Rsqrt"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/gamma/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/batchnorm/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/add"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/batchnorm/mul_2"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moments/normalize/mean"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/batchnorm/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/beta/read"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/batchnorm/mul_2"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/batchnorm/add_1"
+ op: "Add"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/batchnorm/mul_1"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/batchnorm/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/Relu"
+ op: "Relu"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/batchnorm/add_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights"
+ op: "Variable"
+ device: "/job:ps/task:6"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights/Initializer/truncated_normal/shape"
+ op: "Const"
+ device: "/job:ps/task:6"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\001\000\000\000\001\000\000\000\000\002\000\000\200\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights/Initializer/truncated_normal/mean"
+ op: "Const"
+ device: "/job:ps/task:6"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights/Initializer/truncated_normal/stddev"
+ op: "Const"
+ device: "/job:ps/task:6"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0712609663606
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights/Initializer/truncated_normal/TruncatedNormal"
+ op: "TruncatedNormal"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights/Initializer/truncated_normal/shape"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights/Initializer/truncated_normal/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights/Initializer/truncated_normal/TruncatedNormal"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights/Initializer/truncated_normal/stddev"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights/Initializer/truncated_normal"
+ op: "Add"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights/Initializer/truncated_normal/mul"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights/Initializer/truncated_normal/mean"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights/Initializer/truncated_normal"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/weight"
+ op: "Const"
+ device: "/job:ps/task:6"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-05
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/L2Loss"
+ op: "L2Loss"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights/read"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/weight"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/Conv2D"
+ op: "Conv2D"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/Relu"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/beta"
+ op: "Variable"
+ device: "/job:ps/task:7"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/beta/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:7"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 128
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/beta/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/beta"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/beta/Initializer/zeros"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/beta/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/beta"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/gamma"
+ op: "Variable"
+ device: "/job:ps/task:8"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/gamma/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:8"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 128
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/gamma/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/gamma"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/gamma/Initializer/ones"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/gamma/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/gamma"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ op: "Variable"
+ device: "/job:ps/task:9"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:9"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 128
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean/Initializer/zeros"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ op: "Variable"
+ device: "/job:ps/task:10"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:10"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 128
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance/Initializer/ones"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/Add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/Add"
+ op: "Add"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean/read"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/Add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Const"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 46208.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/Conv2D"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference"
+ op: "SquaredDifference"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/Conv2D"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/divisor"
+ op: "Inv"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Const"
+ input: "^resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss"
+ input: "^resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean"
+ op: "Add"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square"
+ op: "Square"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/decay"
+ op: "Const"
+ device: "/job:ps/task:9"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean/read"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/sub"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/decay"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/mul"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/decay"
+ op: "Const"
+ device: "/job:ps/task:10"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance/read"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/sub"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/decay"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/mul"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-06
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add"
+ op: "Add"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt"
+ op: "Rsqrt"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/gamma/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/Conv2D"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/beta/read"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1"
+ op: "Add"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/Relu"
+ op: "Relu"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights"
+ op: "Variable"
+ device: "/job:ps/task:11"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights/Initializer/truncated_normal/shape"
+ op: "Const"
+ device: "/job:ps/task:11"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\003\000\000\000\003\000\000\000\200\000\000\000\200\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights/Initializer/truncated_normal/mean"
+ op: "Const"
+ device: "/job:ps/task:11"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights/Initializer/truncated_normal/stddev"
+ op: "Const"
+ device: "/job:ps/task:11"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0475073084235
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights/Initializer/truncated_normal/TruncatedNormal"
+ op: "TruncatedNormal"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights/Initializer/truncated_normal/shape"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights/Initializer/truncated_normal/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights/Initializer/truncated_normal/TruncatedNormal"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights/Initializer/truncated_normal/stddev"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights/Initializer/truncated_normal"
+ op: "Add"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights/Initializer/truncated_normal/mul"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights/Initializer/truncated_normal/mean"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights/Initializer/truncated_normal"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/weight"
+ op: "Const"
+ device: "/job:ps/task:11"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-05
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/L2Loss"
+ op: "L2Loss"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights/read"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/weight"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/Conv2D"
+ op: "Conv2D"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/Relu"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/beta"
+ op: "Variable"
+ device: "/job:ps/task:12"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/beta/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:12"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 128
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/beta/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/beta"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/beta/Initializer/zeros"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/beta/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/beta"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/gamma"
+ op: "Variable"
+ device: "/job:ps/task:13"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/gamma/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:13"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 128
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/gamma/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/gamma"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/gamma/Initializer/ones"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/gamma/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/gamma"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ op: "Variable"
+ device: "/job:ps/task:14"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:14"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 128
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean/Initializer/zeros"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ op: "Variable"
+ device: "/job:ps/task:15"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:15"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 128
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance/Initializer/ones"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/Add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/Add"
+ op: "Add"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean/read"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/Add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Const"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 46208.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/Conv2D"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference"
+ op: "SquaredDifference"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/Conv2D"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/divisor"
+ op: "Inv"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Const"
+ input: "^resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss"
+ input: "^resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean"
+ op: "Add"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square"
+ op: "Square"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/decay"
+ op: "Const"
+ device: "/job:ps/task:14"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean/read"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/sub"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/decay"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/mul"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/decay"
+ op: "Const"
+ device: "/job:ps/task:15"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance/read"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/sub"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/decay"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/mul"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-06
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add"
+ op: "Add"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt"
+ op: "Rsqrt"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/gamma/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/Conv2D"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/beta/read"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1"
+ op: "Add"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/Relu"
+ op: "Relu"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights"
+ op: "Variable"
+ device: "/job:ps/task:16"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights/Initializer/truncated_normal/shape"
+ op: "Const"
+ device: "/job:ps/task:16"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\001\000\000\000\001\000\000\000\200\000\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights/Initializer/truncated_normal/mean"
+ op: "Const"
+ device: "/job:ps/task:16"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights/Initializer/truncated_normal/stddev"
+ op: "Const"
+ device: "/job:ps/task:16"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.142521932721
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights/Initializer/truncated_normal/TruncatedNormal"
+ op: "TruncatedNormal"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights/Initializer/truncated_normal/shape"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights/Initializer/truncated_normal/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights/Initializer/truncated_normal/TruncatedNormal"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights/Initializer/truncated_normal/stddev"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights/Initializer/truncated_normal"
+ op: "Add"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights/Initializer/truncated_normal/mul"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights/Initializer/truncated_normal/mean"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights/Initializer/truncated_normal"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/weight"
+ op: "Const"
+ device: "/job:ps/task:16"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-05
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/L2Loss"
+ op: "L2Loss"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights/read"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/weight"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/Conv2D"
+ op: "Conv2D"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/Relu"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/biases"
+ op: "Variable"
+ device: "/job:ps/task:0"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/biases/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:0"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 512
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/biases/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/biases"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/biases/Initializer/zeros"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/biases/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/biases"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/BiasAdd"
+ op: "BiasAdd"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/Conv2D"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/biases/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/add"
+ op: "Add"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/add"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/BiasAdd"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/beta"
+ op: "Variable"
+ device: "/job:ps/task:1"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/beta/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:1"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 512
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/beta/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/beta"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/beta/Initializer/zeros"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/beta/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/beta"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/gamma"
+ op: "Variable"
+ device: "/job:ps/task:2"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/gamma/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:2"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 512
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/gamma/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/gamma"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/gamma/Initializer/ones"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/gamma/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/gamma"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moving_mean"
+ op: "Variable"
+ device: "/job:ps/task:3"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moving_mean/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:3"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 512
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moving_mean/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moving_mean"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moving_mean/Initializer/zeros"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moving_mean/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moving_mean"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moving_variance"
+ op: "Variable"
+ device: "/job:ps/task:4"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moving_variance/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:4"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 512
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moving_variance/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moving_variance"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moving_variance/Initializer/ones"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moving_variance/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moving_variance"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/Add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/Add"
+ op: "Add"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moving_mean/read"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/Add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Const"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 46208.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/add"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference"
+ op: "SquaredDifference"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/add"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/divisor"
+ op: "Inv"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Const"
+ input: "^resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss"
+ input: "^resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/mean"
+ op: "Add"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/Mul"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/Square"
+ op: "Square"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/variance"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/Mul"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/Square"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/AssignMovingAvg/decay"
+ op: "Const"
+ device: "/job:ps/task:3"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/AssignMovingAvg/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moving_mean/read"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/mean"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/AssignMovingAvg/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/AssignMovingAvg/sub"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/AssignMovingAvg/decay"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/AssignMovingAvg"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moving_mean"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/AssignMovingAvg/mul"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/AssignMovingAvg_1/decay"
+ op: "Const"
+ device: "/job:ps/task:4"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/AssignMovingAvg_1/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moving_variance/read"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/variance"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/AssignMovingAvg_1/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/AssignMovingAvg_1/sub"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/AssignMovingAvg_1/decay"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/AssignMovingAvg_1"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moving_variance"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/AssignMovingAvg_1/mul"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-06
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/add"
+ op: "Add"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/variance"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/Rsqrt"
+ op: "Rsqrt"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/Rsqrt"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/gamma/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/add"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_2"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/mean"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/beta/read"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_2"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/add_1"
+ op: "Add"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_1"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/Relu"
+ op: "Relu"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/add_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights"
+ op: "Variable"
+ device: "/job:ps/task:5"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights/Initializer/truncated_normal/shape"
+ op: "Const"
+ device: "/job:ps/task:5"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\001\000\000\000\001\000\000\000\000\002\000\000\200\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights/Initializer/truncated_normal/mean"
+ op: "Const"
+ device: "/job:ps/task:5"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights/Initializer/truncated_normal/stddev"
+ op: "Const"
+ device: "/job:ps/task:5"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0712609663606
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights/Initializer/truncated_normal/TruncatedNormal"
+ op: "TruncatedNormal"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights/Initializer/truncated_normal/shape"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights/Initializer/truncated_normal/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights/Initializer/truncated_normal/TruncatedNormal"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights/Initializer/truncated_normal/stddev"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights/Initializer/truncated_normal"
+ op: "Add"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights/Initializer/truncated_normal/mul"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights/Initializer/truncated_normal/mean"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights/Initializer/truncated_normal"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/weight"
+ op: "Const"
+ device: "/job:ps/task:5"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-05
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/L2Loss"
+ op: "L2Loss"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights/read"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/weight"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/Conv2D"
+ op: "Conv2D"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/Relu"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/beta"
+ op: "Variable"
+ device: "/job:ps/task:6"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/beta/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:6"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 128
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/beta/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/beta"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/beta/Initializer/zeros"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/beta/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/beta"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/gamma"
+ op: "Variable"
+ device: "/job:ps/task:7"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/gamma/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:7"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 128
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/gamma/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/gamma"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/gamma/Initializer/ones"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/gamma/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/gamma"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ op: "Variable"
+ device: "/job:ps/task:8"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:8"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 128
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean/Initializer/zeros"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ op: "Variable"
+ device: "/job:ps/task:9"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:9"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 128
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance/Initializer/ones"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/Add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/Add"
+ op: "Add"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean/read"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/Add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Const"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 46208.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/Conv2D"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference"
+ op: "SquaredDifference"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/Conv2D"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/divisor"
+ op: "Inv"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Const"
+ input: "^resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss"
+ input: "^resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean"
+ op: "Add"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square"
+ op: "Square"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/decay"
+ op: "Const"
+ device: "/job:ps/task:8"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean/read"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/sub"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/decay"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/mul"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/decay"
+ op: "Const"
+ device: "/job:ps/task:9"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance/read"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/sub"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/decay"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/mul"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-06
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add"
+ op: "Add"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt"
+ op: "Rsqrt"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/gamma/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/Conv2D"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/beta/read"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1"
+ op: "Add"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/Relu"
+ op: "Relu"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights"
+ op: "Variable"
+ device: "/job:ps/task:10"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights/Initializer/truncated_normal/shape"
+ op: "Const"
+ device: "/job:ps/task:10"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\003\000\000\000\003\000\000\000\200\000\000\000\200\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights/Initializer/truncated_normal/mean"
+ op: "Const"
+ device: "/job:ps/task:10"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights/Initializer/truncated_normal/stddev"
+ op: "Const"
+ device: "/job:ps/task:10"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0475073084235
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights/Initializer/truncated_normal/TruncatedNormal"
+ op: "TruncatedNormal"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights/Initializer/truncated_normal/shape"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights/Initializer/truncated_normal/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights/Initializer/truncated_normal/TruncatedNormal"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights/Initializer/truncated_normal/stddev"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights/Initializer/truncated_normal"
+ op: "Add"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights/Initializer/truncated_normal/mul"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights/Initializer/truncated_normal/mean"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights/Initializer/truncated_normal"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/weight"
+ op: "Const"
+ device: "/job:ps/task:10"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-05
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/L2Loss"
+ op: "L2Loss"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights/read"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/weight"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/Conv2D"
+ op: "Conv2D"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/Relu"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/beta"
+ op: "Variable"
+ device: "/job:ps/task:11"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/beta/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:11"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 128
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/beta/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/beta"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/beta/Initializer/zeros"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/beta/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/beta"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/gamma"
+ op: "Variable"
+ device: "/job:ps/task:12"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/gamma/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:12"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 128
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/gamma/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/gamma"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/gamma/Initializer/ones"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/gamma/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/gamma"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ op: "Variable"
+ device: "/job:ps/task:13"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:13"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 128
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean/Initializer/zeros"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ op: "Variable"
+ device: "/job:ps/task:14"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:14"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 128
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance/Initializer/ones"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/Add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/Add"
+ op: "Add"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean/read"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/Add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Const"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 46208.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/Conv2D"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference"
+ op: "SquaredDifference"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/Conv2D"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/divisor"
+ op: "Inv"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Const"
+ input: "^resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss"
+ input: "^resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean"
+ op: "Add"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square"
+ op: "Square"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/decay"
+ op: "Const"
+ device: "/job:ps/task:13"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean/read"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/sub"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/decay"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/mul"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/decay"
+ op: "Const"
+ device: "/job:ps/task:14"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance/read"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/sub"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/decay"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/mul"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-06
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add"
+ op: "Add"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt"
+ op: "Rsqrt"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/gamma/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/Conv2D"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/beta/read"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1"
+ op: "Add"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/Relu"
+ op: "Relu"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights"
+ op: "Variable"
+ device: "/job:ps/task:15"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights/Initializer/truncated_normal/shape"
+ op: "Const"
+ device: "/job:ps/task:15"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\001\000\000\000\001\000\000\000\200\000\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights/Initializer/truncated_normal/mean"
+ op: "Const"
+ device: "/job:ps/task:15"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights/Initializer/truncated_normal/stddev"
+ op: "Const"
+ device: "/job:ps/task:15"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.142521932721
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights/Initializer/truncated_normal/TruncatedNormal"
+ op: "TruncatedNormal"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights/Initializer/truncated_normal/shape"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights/Initializer/truncated_normal/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights/Initializer/truncated_normal/TruncatedNormal"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights/Initializer/truncated_normal/stddev"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights/Initializer/truncated_normal"
+ op: "Add"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights/Initializer/truncated_normal/mul"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights/Initializer/truncated_normal/mean"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights/Initializer/truncated_normal"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/weight"
+ op: "Const"
+ device: "/job:ps/task:15"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-05
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/L2Loss"
+ op: "L2Loss"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights/read"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/weight"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/Conv2D"
+ op: "Conv2D"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/Relu"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/biases"
+ op: "Variable"
+ device: "/job:ps/task:16"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/biases/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:16"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 512
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/biases/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/biases"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/biases/Initializer/zeros"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/biases/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/biases"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/BiasAdd"
+ op: "BiasAdd"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/Conv2D"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/biases/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/add"
+ op: "Add"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/add"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/BiasAdd"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/beta"
+ op: "Variable"
+ device: "/job:ps/task:0"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/beta/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:0"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 512
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/beta/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/beta"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/beta/Initializer/zeros"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/beta/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/beta"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/gamma"
+ op: "Variable"
+ device: "/job:ps/task:1"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/gamma/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:1"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 512
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/gamma/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/gamma"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/gamma/Initializer/ones"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/gamma/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/gamma"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moving_mean"
+ op: "Variable"
+ device: "/job:ps/task:2"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moving_mean/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:2"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 512
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moving_mean/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moving_mean"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moving_mean/Initializer/zeros"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moving_mean/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moving_mean"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moving_variance"
+ op: "Variable"
+ device: "/job:ps/task:3"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moving_variance/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:3"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 512
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moving_variance/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moving_variance"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moving_variance/Initializer/ones"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moving_variance/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moving_variance"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/Add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/Add"
+ op: "Add"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moving_mean/read"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/Add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/Const"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 46208.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/Sub"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/add"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference"
+ op: "SquaredDifference"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/add"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/Sub"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/divisor"
+ op: "Inv"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/Const"
+ input: "^resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss"
+ input: "^resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/shifted_mean"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/mean"
+ op: "Add"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/shifted_mean"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/Mul"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/Square"
+ op: "Square"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/shifted_mean"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/variance"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/Mul"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/Square"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/AssignMovingAvg/decay"
+ op: "Const"
+ device: "/job:ps/task:2"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/AssignMovingAvg/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moving_mean/read"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/mean"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/AssignMovingAvg/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/AssignMovingAvg/sub"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/AssignMovingAvg/decay"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/AssignMovingAvg"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moving_mean"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/AssignMovingAvg/mul"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/AssignMovingAvg_1/decay"
+ op: "Const"
+ device: "/job:ps/task:3"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/AssignMovingAvg_1/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moving_variance/read"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/variance"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/AssignMovingAvg_1/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/AssignMovingAvg_1/sub"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/AssignMovingAvg_1/decay"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/AssignMovingAvg_1"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moving_variance"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/AssignMovingAvg_1/mul"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-06
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/add"
+ op: "Add"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/variance"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/Rsqrt"
+ op: "Rsqrt"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/Rsqrt"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/gamma/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/add"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_2"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/mean"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/beta/read"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_2"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/add_1"
+ op: "Add"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_1"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/Relu"
+ op: "Relu"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/add_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/shortcut/MaxPool"
+ op: "MaxPool"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "ksize"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 2
+ i: 2
+ i: 1
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights"
+ op: "Variable"
+ device: "/job:ps/task:4"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights/Initializer/truncated_normal/shape"
+ op: "Const"
+ device: "/job:ps/task:4"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\001\000\000\000\001\000\000\000\000\002\000\000\200\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights/Initializer/truncated_normal/mean"
+ op: "Const"
+ device: "/job:ps/task:4"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights/Initializer/truncated_normal/stddev"
+ op: "Const"
+ device: "/job:ps/task:4"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0712609663606
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights/Initializer/truncated_normal/TruncatedNormal"
+ op: "TruncatedNormal"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights/Initializer/truncated_normal/shape"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights/Initializer/truncated_normal/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights/Initializer/truncated_normal/TruncatedNormal"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights/Initializer/truncated_normal/stddev"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights/Initializer/truncated_normal"
+ op: "Add"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights/Initializer/truncated_normal/mul"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights/Initializer/truncated_normal/mean"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights/Initializer/truncated_normal"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/weight"
+ op: "Const"
+ device: "/job:ps/task:4"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-05
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/L2Loss"
+ op: "L2Loss"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights/read"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/weight"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/Conv2D"
+ op: "Conv2D"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/Relu"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/beta"
+ op: "Variable"
+ device: "/job:ps/task:5"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/beta/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:5"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 128
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/beta/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/beta"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/beta/Initializer/zeros"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/beta/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/beta"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/gamma"
+ op: "Variable"
+ device: "/job:ps/task:6"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/gamma/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:6"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 128
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/gamma/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/gamma"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/gamma/Initializer/ones"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/gamma/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/gamma"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ op: "Variable"
+ device: "/job:ps/task:7"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moving_mean/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:7"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 128
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moving_mean/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moving_mean/Initializer/zeros"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moving_mean/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ op: "Variable"
+ device: "/job:ps/task:8"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moving_variance/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:8"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 128
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moving_variance/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moving_variance/Initializer/ones"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moving_variance/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/Add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/Add"
+ op: "Add"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moving_mean/read"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/Add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Const"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 46208.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/Conv2D"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference"
+ op: "SquaredDifference"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/Conv2D"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/divisor"
+ op: "Inv"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Const"
+ input: "^resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss"
+ input: "^resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean"
+ op: "Add"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square"
+ op: "Square"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/decay"
+ op: "Const"
+ device: "/job:ps/task:7"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moving_mean/read"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/sub"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/decay"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/mul"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/decay"
+ op: "Const"
+ device: "/job:ps/task:8"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moving_variance/read"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/sub"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/decay"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/mul"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-06
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add"
+ op: "Add"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt"
+ op: "Rsqrt"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/gamma/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/Conv2D"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/beta/read"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1"
+ op: "Add"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/Relu"
+ op: "Relu"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/Pad/paddings"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ dim {
+ size: 2
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ dim {
+ size: 2
+ }
+ }
+ tensor_content: "\000\000\000\000\000\000\000\000\001\000\000\000\001\000\000\000\001\000\000\000\001\000\000\000\000\000\000\000\000\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/Pad"
+ op: "Pad"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/Relu"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/Pad/paddings"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 40
+ }
+ dim {
+ size: 40
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights"
+ op: "Variable"
+ device: "/job:ps/task:9"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights/Initializer/truncated_normal/shape"
+ op: "Const"
+ device: "/job:ps/task:9"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\003\000\000\000\003\000\000\000\200\000\000\000\200\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights/Initializer/truncated_normal/mean"
+ op: "Const"
+ device: "/job:ps/task:9"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights/Initializer/truncated_normal/stddev"
+ op: "Const"
+ device: "/job:ps/task:9"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0475073084235
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights/Initializer/truncated_normal/TruncatedNormal"
+ op: "TruncatedNormal"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights/Initializer/truncated_normal/shape"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights/Initializer/truncated_normal/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights/Initializer/truncated_normal/TruncatedNormal"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights/Initializer/truncated_normal/stddev"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights/Initializer/truncated_normal"
+ op: "Add"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights/Initializer/truncated_normal/mul"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights/Initializer/truncated_normal/mean"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights/Initializer/truncated_normal"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/weight"
+ op: "Const"
+ device: "/job:ps/task:9"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-05
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/L2Loss"
+ op: "L2Loss"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights/read"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/weight"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/Conv2D"
+ op: "Conv2D"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/Pad"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "VALID"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 2
+ i: 2
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/beta"
+ op: "Variable"
+ device: "/job:ps/task:10"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/beta/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:10"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 128
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/beta/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/beta"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/beta/Initializer/zeros"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/beta/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/beta"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/gamma"
+ op: "Variable"
+ device: "/job:ps/task:11"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/gamma/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:11"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 128
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/gamma/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/gamma"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/gamma/Initializer/ones"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/gamma/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/gamma"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ op: "Variable"
+ device: "/job:ps/task:12"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moving_mean/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:12"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 128
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moving_mean/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moving_mean/Initializer/zeros"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moving_mean/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ op: "Variable"
+ device: "/job:ps/task:13"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moving_variance/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:13"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 128
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moving_variance/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moving_variance/Initializer/ones"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moving_variance/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/Add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/Add"
+ op: "Add"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moving_mean/read"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/Add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Const"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 11552.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/Conv2D"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference"
+ op: "SquaredDifference"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/Conv2D"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/divisor"
+ op: "Inv"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Const"
+ input: "^resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss"
+ input: "^resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean"
+ op: "Add"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square"
+ op: "Square"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/decay"
+ op: "Const"
+ device: "/job:ps/task:12"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moving_mean/read"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/sub"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/decay"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/mul"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/decay"
+ op: "Const"
+ device: "/job:ps/task:13"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moving_variance/read"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/sub"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/decay"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/mul"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-06
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add"
+ op: "Add"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt"
+ op: "Rsqrt"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/gamma/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/Conv2D"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/beta/read"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1"
+ op: "Add"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/Relu"
+ op: "Relu"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights"
+ op: "Variable"
+ device: "/job:ps/task:14"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights/Initializer/truncated_normal/shape"
+ op: "Const"
+ device: "/job:ps/task:14"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\001\000\000\000\001\000\000\000\200\000\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights/Initializer/truncated_normal/mean"
+ op: "Const"
+ device: "/job:ps/task:14"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights/Initializer/truncated_normal/stddev"
+ op: "Const"
+ device: "/job:ps/task:14"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.142521932721
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights/Initializer/truncated_normal/TruncatedNormal"
+ op: "TruncatedNormal"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights/Initializer/truncated_normal/shape"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights/Initializer/truncated_normal/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights/Initializer/truncated_normal/TruncatedNormal"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights/Initializer/truncated_normal/stddev"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights/Initializer/truncated_normal"
+ op: "Add"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights/Initializer/truncated_normal/mul"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights/Initializer/truncated_normal/mean"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights/Initializer/truncated_normal"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/weight"
+ op: "Const"
+ device: "/job:ps/task:14"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-05
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/L2Loss"
+ op: "L2Loss"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights/read"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/weight"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/Conv2D"
+ op: "Conv2D"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/Relu"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/biases"
+ op: "Variable"
+ device: "/job:ps/task:15"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/biases/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:15"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 512
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/biases/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/biases"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/biases/Initializer/zeros"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/biases/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/biases"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/BiasAdd"
+ op: "BiasAdd"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/Conv2D"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/biases/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/add"
+ op: "Add"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/shortcut/MaxPool"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/BiasAdd"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/beta"
+ op: "Variable"
+ device: "/job:ps/task:16"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/beta/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:16"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 512
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/beta/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/beta"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/beta/Initializer/zeros"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/beta/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/beta"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/gamma"
+ op: "Variable"
+ device: "/job:ps/task:0"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/gamma/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:0"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 512
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/gamma/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/gamma"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/gamma/Initializer/ones"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/gamma/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/gamma"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moving_mean"
+ op: "Variable"
+ device: "/job:ps/task:1"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moving_mean/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:1"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 512
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moving_mean/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moving_mean"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moving_mean/Initializer/zeros"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moving_mean/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moving_mean"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moving_variance"
+ op: "Variable"
+ device: "/job:ps/task:2"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moving_variance/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:2"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 512
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moving_variance/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moving_variance"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moving_variance/Initializer/ones"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moving_variance/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moving_variance"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/Add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/Add"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moving_mean/read"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/Add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/Const"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 11552.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/Sub"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/add"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference"
+ op: "SquaredDifference"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/add"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/Sub"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/divisor"
+ op: "Inv"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/Const"
+ input: "^resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss"
+ input: "^resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/shifted_mean"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/mean"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/shifted_mean"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/Mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/Square"
+ op: "Square"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/shifted_mean"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/variance"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/Mul"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/Square"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/AssignMovingAvg/decay"
+ op: "Const"
+ device: "/job:ps/task:1"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/AssignMovingAvg/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moving_mean/read"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/mean"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/AssignMovingAvg/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/AssignMovingAvg/sub"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/AssignMovingAvg/decay"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/AssignMovingAvg"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moving_mean"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/AssignMovingAvg/mul"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/AssignMovingAvg_1/decay"
+ op: "Const"
+ device: "/job:ps/task:2"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/AssignMovingAvg_1/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moving_variance/read"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/variance"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/AssignMovingAvg_1/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/AssignMovingAvg_1/sub"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/AssignMovingAvg_1/decay"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/AssignMovingAvg_1"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moving_variance"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/AssignMovingAvg_1/mul"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-06
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/add"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/variance"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/Rsqrt"
+ op: "Rsqrt"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/Rsqrt"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/gamma/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/add"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_2"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/mean"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/beta/read"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_2"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/add_1"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_1"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/Relu"
+ op: "Relu"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/add_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights"
+ op: "Variable"
+ device: "/job:ps/task:3"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights/Initializer/truncated_normal/shape"
+ op: "Const"
+ device: "/job:ps/task:3"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\001\000\000\000\001\000\000\000\000\002\000\000\000\004\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights/Initializer/truncated_normal/mean"
+ op: "Const"
+ device: "/job:ps/task:3"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights/Initializer/truncated_normal/stddev"
+ op: "Const"
+ device: "/job:ps/task:3"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0712609663606
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights/Initializer/truncated_normal/TruncatedNormal"
+ op: "TruncatedNormal"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights/Initializer/truncated_normal/shape"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights/Initializer/truncated_normal/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights/Initializer/truncated_normal/TruncatedNormal"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights/Initializer/truncated_normal/stddev"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights/Initializer/truncated_normal"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights/Initializer/truncated_normal/mul"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights/Initializer/truncated_normal/mean"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights/Initializer/truncated_normal"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/weight"
+ op: "Const"
+ device: "/job:ps/task:3"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-05
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/L2Loss"
+ op: "L2Loss"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights/read"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/weight"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/Conv2D"
+ op: "Conv2D"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/Relu"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/biases"
+ op: "Variable"
+ device: "/job:ps/task:4"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/biases/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:4"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 1024
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/biases/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/biases"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/biases/Initializer/zeros"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/biases/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/biases"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/BiasAdd"
+ op: "BiasAdd"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/Conv2D"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/biases/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights"
+ op: "Variable"
+ device: "/job:ps/task:5"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights/Initializer/truncated_normal/shape"
+ op: "Const"
+ device: "/job:ps/task:5"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\001\000\000\000\001\000\000\000\000\002\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights/Initializer/truncated_normal/mean"
+ op: "Const"
+ device: "/job:ps/task:5"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights/Initializer/truncated_normal/stddev"
+ op: "Const"
+ device: "/job:ps/task:5"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0712609663606
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights/Initializer/truncated_normal/TruncatedNormal"
+ op: "TruncatedNormal"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights/Initializer/truncated_normal/shape"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights/Initializer/truncated_normal/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights/Initializer/truncated_normal/TruncatedNormal"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights/Initializer/truncated_normal/stddev"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights/Initializer/truncated_normal"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights/Initializer/truncated_normal/mul"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights/Initializer/truncated_normal/mean"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights/Initializer/truncated_normal"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/weight"
+ op: "Const"
+ device: "/job:ps/task:5"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-05
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/L2Loss"
+ op: "L2Loss"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights/read"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/weight"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/Conv2D"
+ op: "Conv2D"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/Relu"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/beta"
+ op: "Variable"
+ device: "/job:ps/task:6"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/beta/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:6"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 256
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/beta/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/beta"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/beta/Initializer/zeros"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/beta/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/beta"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/gamma"
+ op: "Variable"
+ device: "/job:ps/task:7"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/gamma/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:7"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 256
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/gamma/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/gamma"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/gamma/Initializer/ones"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/gamma/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/gamma"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ op: "Variable"
+ device: "/job:ps/task:8"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:8"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 256
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean/Initializer/zeros"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ op: "Variable"
+ device: "/job:ps/task:9"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:9"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 256
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance/Initializer/ones"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/Add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/Add"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean/read"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/Add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Const"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 11552.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/Conv2D"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference"
+ op: "SquaredDifference"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/Conv2D"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/divisor"
+ op: "Inv"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Const"
+ input: "^resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss"
+ input: "^resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square"
+ op: "Square"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/decay"
+ op: "Const"
+ device: "/job:ps/task:8"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean/read"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/sub"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/decay"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/mul"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/decay"
+ op: "Const"
+ device: "/job:ps/task:9"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance/read"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/sub"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/decay"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/mul"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-06
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt"
+ op: "Rsqrt"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/gamma/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/Conv2D"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/beta/read"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/Relu"
+ op: "Relu"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights"
+ op: "Variable"
+ device: "/job:ps/task:10"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights/Initializer/truncated_normal/shape"
+ op: "Const"
+ device: "/job:ps/task:10"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\003\000\000\000\003\000\000\000\000\001\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights/Initializer/truncated_normal/mean"
+ op: "Const"
+ device: "/job:ps/task:10"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights/Initializer/truncated_normal/stddev"
+ op: "Const"
+ device: "/job:ps/task:10"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0335927419364
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights/Initializer/truncated_normal/TruncatedNormal"
+ op: "TruncatedNormal"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights/Initializer/truncated_normal/shape"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights/Initializer/truncated_normal/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights/Initializer/truncated_normal/TruncatedNormal"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights/Initializer/truncated_normal/stddev"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights/Initializer/truncated_normal"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights/Initializer/truncated_normal/mul"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights/Initializer/truncated_normal/mean"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights/Initializer/truncated_normal"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/weight"
+ op: "Const"
+ device: "/job:ps/task:10"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-05
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/L2Loss"
+ op: "L2Loss"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights/read"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/weight"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/Conv2D"
+ op: "Conv2D"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/Relu"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/beta"
+ op: "Variable"
+ device: "/job:ps/task:11"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/beta/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:11"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 256
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/beta/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/beta"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/beta/Initializer/zeros"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/beta/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/beta"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/gamma"
+ op: "Variable"
+ device: "/job:ps/task:12"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/gamma/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:12"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 256
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/gamma/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/gamma"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/gamma/Initializer/ones"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/gamma/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/gamma"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ op: "Variable"
+ device: "/job:ps/task:13"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:13"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 256
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean/Initializer/zeros"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ op: "Variable"
+ device: "/job:ps/task:14"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:14"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 256
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance/Initializer/ones"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/Add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/Add"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean/read"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/Add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Const"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 11552.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/Conv2D"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference"
+ op: "SquaredDifference"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/Conv2D"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/divisor"
+ op: "Inv"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Const"
+ input: "^resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss"
+ input: "^resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square"
+ op: "Square"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/decay"
+ op: "Const"
+ device: "/job:ps/task:13"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean/read"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/sub"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/decay"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/mul"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/decay"
+ op: "Const"
+ device: "/job:ps/task:14"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance/read"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/sub"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/decay"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/mul"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-06
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt"
+ op: "Rsqrt"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/gamma/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/Conv2D"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/beta/read"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/Relu"
+ op: "Relu"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights"
+ op: "Variable"
+ device: "/job:ps/task:15"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights/Initializer/truncated_normal/shape"
+ op: "Const"
+ device: "/job:ps/task:15"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\001\000\000\000\001\000\000\000\000\001\000\000\000\004\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights/Initializer/truncated_normal/mean"
+ op: "Const"
+ device: "/job:ps/task:15"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights/Initializer/truncated_normal/stddev"
+ op: "Const"
+ device: "/job:ps/task:15"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.100778222084
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights/Initializer/truncated_normal/TruncatedNormal"
+ op: "TruncatedNormal"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights/Initializer/truncated_normal/shape"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights/Initializer/truncated_normal/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights/Initializer/truncated_normal/TruncatedNormal"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights/Initializer/truncated_normal/stddev"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights/Initializer/truncated_normal"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights/Initializer/truncated_normal/mul"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights/Initializer/truncated_normal/mean"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights/Initializer/truncated_normal"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/weight"
+ op: "Const"
+ device: "/job:ps/task:15"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-05
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/L2Loss"
+ op: "L2Loss"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights/read"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/weight"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/Conv2D"
+ op: "Conv2D"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/Relu"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/biases"
+ op: "Variable"
+ device: "/job:ps/task:16"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/biases/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:16"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 1024
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/biases/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/biases"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/biases/Initializer/zeros"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/biases/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/biases"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/BiasAdd"
+ op: "BiasAdd"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/Conv2D"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/biases/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/add"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/BiasAdd"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/BiasAdd"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/beta"
+ op: "Variable"
+ device: "/job:ps/task:0"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/beta/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:0"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 1024
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/beta/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/beta"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/beta/Initializer/zeros"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/beta/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/beta"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/gamma"
+ op: "Variable"
+ device: "/job:ps/task:1"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/gamma/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:1"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 1024
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/gamma/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/gamma"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/gamma/Initializer/ones"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/gamma/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/gamma"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moving_mean"
+ op: "Variable"
+ device: "/job:ps/task:2"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moving_mean/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:2"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 1024
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moving_mean/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moving_mean"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moving_mean/Initializer/zeros"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moving_mean/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moving_mean"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moving_variance"
+ op: "Variable"
+ device: "/job:ps/task:3"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moving_variance/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:3"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 1024
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moving_variance/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moving_variance"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moving_variance/Initializer/ones"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moving_variance/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moving_variance"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/Add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/Add"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moving_mean/read"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/Add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/Const"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 11552.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/Sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/add"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference"
+ op: "SquaredDifference"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/add"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/Sub"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/divisor"
+ op: "Inv"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/Const"
+ input: "^resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss"
+ input: "^resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/shifted_mean"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/mean"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/shifted_mean"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/Mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/Square"
+ op: "Square"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/shifted_mean"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/variance"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/Mul"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/Square"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/AssignMovingAvg/decay"
+ op: "Const"
+ device: "/job:ps/task:2"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/AssignMovingAvg/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moving_mean/read"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/mean"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/AssignMovingAvg/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/AssignMovingAvg/sub"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/AssignMovingAvg/decay"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/AssignMovingAvg"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moving_mean"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/AssignMovingAvg/mul"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/AssignMovingAvg_1/decay"
+ op: "Const"
+ device: "/job:ps/task:3"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/AssignMovingAvg_1/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moving_variance/read"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/variance"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/AssignMovingAvg_1/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/AssignMovingAvg_1/sub"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/AssignMovingAvg_1/decay"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/AssignMovingAvg_1"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moving_variance"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/AssignMovingAvg_1/mul"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-06
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/add"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/variance"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/Rsqrt"
+ op: "Rsqrt"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/Rsqrt"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/gamma/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/add"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_2"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/mean"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/beta/read"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_2"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/add_1"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_1"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/Relu"
+ op: "Relu"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/add_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights"
+ op: "Variable"
+ device: "/job:ps/task:4"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights/Initializer/truncated_normal/shape"
+ op: "Const"
+ device: "/job:ps/task:4"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\001\000\000\000\001\000\000\000\000\004\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights/Initializer/truncated_normal/mean"
+ op: "Const"
+ device: "/job:ps/task:4"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights/Initializer/truncated_normal/stddev"
+ op: "Const"
+ device: "/job:ps/task:4"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.050389111042
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights/Initializer/truncated_normal/TruncatedNormal"
+ op: "TruncatedNormal"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights/Initializer/truncated_normal/shape"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights/Initializer/truncated_normal/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights/Initializer/truncated_normal/TruncatedNormal"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights/Initializer/truncated_normal/stddev"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights/Initializer/truncated_normal"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights/Initializer/truncated_normal/mul"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights/Initializer/truncated_normal/mean"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights/Initializer/truncated_normal"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/weight"
+ op: "Const"
+ device: "/job:ps/task:4"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-05
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/L2Loss"
+ op: "L2Loss"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights/read"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/weight"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/Conv2D"
+ op: "Conv2D"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/Relu"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/beta"
+ op: "Variable"
+ device: "/job:ps/task:5"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/beta/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:5"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 256
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/beta/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/beta"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/beta/Initializer/zeros"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/beta/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/beta"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/gamma"
+ op: "Variable"
+ device: "/job:ps/task:6"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/gamma/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:6"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 256
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/gamma/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/gamma"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/gamma/Initializer/ones"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/gamma/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/gamma"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ op: "Variable"
+ device: "/job:ps/task:7"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:7"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 256
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean/Initializer/zeros"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ op: "Variable"
+ device: "/job:ps/task:8"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:8"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 256
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance/Initializer/ones"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/Add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/Add"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean/read"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/Add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Const"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 11552.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/Conv2D"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference"
+ op: "SquaredDifference"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/Conv2D"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/divisor"
+ op: "Inv"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Const"
+ input: "^resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss"
+ input: "^resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square"
+ op: "Square"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/decay"
+ op: "Const"
+ device: "/job:ps/task:7"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean/read"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/sub"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/decay"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/mul"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/decay"
+ op: "Const"
+ device: "/job:ps/task:8"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance/read"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/sub"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/decay"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/mul"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-06
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt"
+ op: "Rsqrt"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/gamma/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/Conv2D"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/beta/read"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/Relu"
+ op: "Relu"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights"
+ op: "Variable"
+ device: "/job:ps/task:9"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights/Initializer/truncated_normal/shape"
+ op: "Const"
+ device: "/job:ps/task:9"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\003\000\000\000\003\000\000\000\000\001\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights/Initializer/truncated_normal/mean"
+ op: "Const"
+ device: "/job:ps/task:9"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights/Initializer/truncated_normal/stddev"
+ op: "Const"
+ device: "/job:ps/task:9"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0335927419364
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights/Initializer/truncated_normal/TruncatedNormal"
+ op: "TruncatedNormal"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights/Initializer/truncated_normal/shape"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights/Initializer/truncated_normal/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights/Initializer/truncated_normal/TruncatedNormal"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights/Initializer/truncated_normal/stddev"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights/Initializer/truncated_normal"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights/Initializer/truncated_normal/mul"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights/Initializer/truncated_normal/mean"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights/Initializer/truncated_normal"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/weight"
+ op: "Const"
+ device: "/job:ps/task:9"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-05
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/L2Loss"
+ op: "L2Loss"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights/read"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/weight"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/Conv2D"
+ op: "Conv2D"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/Relu"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/beta"
+ op: "Variable"
+ device: "/job:ps/task:10"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/beta/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:10"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 256
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/beta/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/beta"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/beta/Initializer/zeros"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/beta/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/beta"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/gamma"
+ op: "Variable"
+ device: "/job:ps/task:11"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/gamma/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:11"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 256
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/gamma/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/gamma"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/gamma/Initializer/ones"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/gamma/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/gamma"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ op: "Variable"
+ device: "/job:ps/task:12"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:12"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 256
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean/Initializer/zeros"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ op: "Variable"
+ device: "/job:ps/task:13"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:13"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 256
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance/Initializer/ones"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/Add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/Add"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean/read"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/Add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Const"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 11552.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/Conv2D"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference"
+ op: "SquaredDifference"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/Conv2D"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/divisor"
+ op: "Inv"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Const"
+ input: "^resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss"
+ input: "^resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square"
+ op: "Square"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/decay"
+ op: "Const"
+ device: "/job:ps/task:12"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean/read"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/sub"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/decay"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/mul"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/decay"
+ op: "Const"
+ device: "/job:ps/task:13"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance/read"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/sub"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/decay"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/mul"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-06
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt"
+ op: "Rsqrt"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/gamma/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/Conv2D"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/beta/read"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/Relu"
+ op: "Relu"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights"
+ op: "Variable"
+ device: "/job:ps/task:14"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights/Initializer/truncated_normal/shape"
+ op: "Const"
+ device: "/job:ps/task:14"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\001\000\000\000\001\000\000\000\000\001\000\000\000\004\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights/Initializer/truncated_normal/mean"
+ op: "Const"
+ device: "/job:ps/task:14"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights/Initializer/truncated_normal/stddev"
+ op: "Const"
+ device: "/job:ps/task:14"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.100778222084
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights/Initializer/truncated_normal/TruncatedNormal"
+ op: "TruncatedNormal"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights/Initializer/truncated_normal/shape"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights/Initializer/truncated_normal/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights/Initializer/truncated_normal/TruncatedNormal"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights/Initializer/truncated_normal/stddev"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights/Initializer/truncated_normal"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights/Initializer/truncated_normal/mul"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights/Initializer/truncated_normal/mean"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights/Initializer/truncated_normal"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/weight"
+ op: "Const"
+ device: "/job:ps/task:14"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-05
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/L2Loss"
+ op: "L2Loss"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights/read"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/weight"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/Conv2D"
+ op: "Conv2D"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/Relu"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/biases"
+ op: "Variable"
+ device: "/job:ps/task:15"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/biases/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:15"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 1024
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/biases/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/biases"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/biases/Initializer/zeros"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/biases/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/biases"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/BiasAdd"
+ op: "BiasAdd"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/Conv2D"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/biases/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/add"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/add"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/BiasAdd"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/beta"
+ op: "Variable"
+ device: "/job:ps/task:16"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/beta/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:16"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 1024
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/beta/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/beta"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/beta/Initializer/zeros"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/beta/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/beta"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/gamma"
+ op: "Variable"
+ device: "/job:ps/task:0"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/gamma/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:0"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 1024
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/gamma/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/gamma"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/gamma/Initializer/ones"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/gamma/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/gamma"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moving_mean"
+ op: "Variable"
+ device: "/job:ps/task:1"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moving_mean/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:1"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 1024
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moving_mean/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moving_mean"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moving_mean/Initializer/zeros"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moving_mean/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moving_mean"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moving_variance"
+ op: "Variable"
+ device: "/job:ps/task:2"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moving_variance/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:2"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 1024
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moving_variance/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moving_variance"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moving_variance/Initializer/ones"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moving_variance/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moving_variance"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/Add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/Add"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moving_mean/read"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/Add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Const"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 11552.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/add"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference"
+ op: "SquaredDifference"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/add"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/divisor"
+ op: "Inv"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Const"
+ input: "^resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss"
+ input: "^resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/mean"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/Mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/Square"
+ op: "Square"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/variance"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/Mul"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/Square"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/AssignMovingAvg/decay"
+ op: "Const"
+ device: "/job:ps/task:1"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/AssignMovingAvg/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moving_mean/read"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/mean"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/AssignMovingAvg/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/AssignMovingAvg/sub"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/AssignMovingAvg/decay"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/AssignMovingAvg"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moving_mean"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/AssignMovingAvg/mul"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/AssignMovingAvg_1/decay"
+ op: "Const"
+ device: "/job:ps/task:2"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/AssignMovingAvg_1/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moving_variance/read"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/variance"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/AssignMovingAvg_1/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/AssignMovingAvg_1/sub"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/AssignMovingAvg_1/decay"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/AssignMovingAvg_1"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moving_variance"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/AssignMovingAvg_1/mul"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-06
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/add"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/variance"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/Rsqrt"
+ op: "Rsqrt"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/Rsqrt"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/gamma/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/add"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_2"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/mean"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/beta/read"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_2"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/add_1"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_1"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/Relu"
+ op: "Relu"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/add_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights"
+ op: "Variable"
+ device: "/job:ps/task:3"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights/Initializer/truncated_normal/shape"
+ op: "Const"
+ device: "/job:ps/task:3"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\001\000\000\000\001\000\000\000\000\004\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights/Initializer/truncated_normal/mean"
+ op: "Const"
+ device: "/job:ps/task:3"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights/Initializer/truncated_normal/stddev"
+ op: "Const"
+ device: "/job:ps/task:3"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.050389111042
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights/Initializer/truncated_normal/TruncatedNormal"
+ op: "TruncatedNormal"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights/Initializer/truncated_normal/shape"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights/Initializer/truncated_normal/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights/Initializer/truncated_normal/TruncatedNormal"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights/Initializer/truncated_normal/stddev"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights/Initializer/truncated_normal"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights/Initializer/truncated_normal/mul"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights/Initializer/truncated_normal/mean"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights/Initializer/truncated_normal"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/weight"
+ op: "Const"
+ device: "/job:ps/task:3"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-05
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/L2Loss"
+ op: "L2Loss"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights/read"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/weight"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/Conv2D"
+ op: "Conv2D"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/Relu"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/beta"
+ op: "Variable"
+ device: "/job:ps/task:4"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/beta/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:4"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 256
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/beta/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/beta"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/beta/Initializer/zeros"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/beta/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/beta"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/gamma"
+ op: "Variable"
+ device: "/job:ps/task:5"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/gamma/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:5"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 256
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/gamma/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/gamma"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/gamma/Initializer/ones"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/gamma/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/gamma"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ op: "Variable"
+ device: "/job:ps/task:6"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:6"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 256
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean/Initializer/zeros"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ op: "Variable"
+ device: "/job:ps/task:7"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:7"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 256
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance/Initializer/ones"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/Add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/Add"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean/read"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/Add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Const"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 11552.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/Conv2D"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference"
+ op: "SquaredDifference"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/Conv2D"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/divisor"
+ op: "Inv"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Const"
+ input: "^resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss"
+ input: "^resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square"
+ op: "Square"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/decay"
+ op: "Const"
+ device: "/job:ps/task:6"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean/read"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/sub"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/decay"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/mul"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/decay"
+ op: "Const"
+ device: "/job:ps/task:7"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance/read"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/sub"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/decay"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/mul"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-06
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt"
+ op: "Rsqrt"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/gamma/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/Conv2D"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/beta/read"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/Relu"
+ op: "Relu"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights"
+ op: "Variable"
+ device: "/job:ps/task:8"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights/Initializer/truncated_normal/shape"
+ op: "Const"
+ device: "/job:ps/task:8"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\003\000\000\000\003\000\000\000\000\001\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights/Initializer/truncated_normal/mean"
+ op: "Const"
+ device: "/job:ps/task:8"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights/Initializer/truncated_normal/stddev"
+ op: "Const"
+ device: "/job:ps/task:8"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0335927419364
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights/Initializer/truncated_normal/TruncatedNormal"
+ op: "TruncatedNormal"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights/Initializer/truncated_normal/shape"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights/Initializer/truncated_normal/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights/Initializer/truncated_normal/TruncatedNormal"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights/Initializer/truncated_normal/stddev"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights/Initializer/truncated_normal"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights/Initializer/truncated_normal/mul"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights/Initializer/truncated_normal/mean"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights/Initializer/truncated_normal"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/weight"
+ op: "Const"
+ device: "/job:ps/task:8"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-05
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/L2Loss"
+ op: "L2Loss"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights/read"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/weight"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/Conv2D"
+ op: "Conv2D"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/Relu"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/beta"
+ op: "Variable"
+ device: "/job:ps/task:9"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/beta/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:9"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 256
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/beta/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/beta"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/beta/Initializer/zeros"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/beta/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/beta"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/gamma"
+ op: "Variable"
+ device: "/job:ps/task:10"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/gamma/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:10"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 256
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/gamma/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/gamma"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/gamma/Initializer/ones"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/gamma/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/gamma"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ op: "Variable"
+ device: "/job:ps/task:11"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:11"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 256
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean/Initializer/zeros"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ op: "Variable"
+ device: "/job:ps/task:12"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:12"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 256
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance/Initializer/ones"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/Add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/Add"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean/read"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/Add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Const"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 11552.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/Conv2D"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference"
+ op: "SquaredDifference"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/Conv2D"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/divisor"
+ op: "Inv"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Const"
+ input: "^resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss"
+ input: "^resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square"
+ op: "Square"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/decay"
+ op: "Const"
+ device: "/job:ps/task:11"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean/read"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/sub"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/decay"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/mul"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/decay"
+ op: "Const"
+ device: "/job:ps/task:12"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance/read"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/sub"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/decay"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/mul"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-06
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt"
+ op: "Rsqrt"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/gamma/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/Conv2D"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/beta/read"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/Relu"
+ op: "Relu"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights"
+ op: "Variable"
+ device: "/job:ps/task:13"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights/Initializer/truncated_normal/shape"
+ op: "Const"
+ device: "/job:ps/task:13"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\001\000\000\000\001\000\000\000\000\001\000\000\000\004\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights/Initializer/truncated_normal/mean"
+ op: "Const"
+ device: "/job:ps/task:13"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights/Initializer/truncated_normal/stddev"
+ op: "Const"
+ device: "/job:ps/task:13"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.100778222084
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights/Initializer/truncated_normal/TruncatedNormal"
+ op: "TruncatedNormal"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights/Initializer/truncated_normal/shape"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights/Initializer/truncated_normal/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights/Initializer/truncated_normal/TruncatedNormal"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights/Initializer/truncated_normal/stddev"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights/Initializer/truncated_normal"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights/Initializer/truncated_normal/mul"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights/Initializer/truncated_normal/mean"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights/Initializer/truncated_normal"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/weight"
+ op: "Const"
+ device: "/job:ps/task:13"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-05
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/L2Loss"
+ op: "L2Loss"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights/read"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/weight"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/Conv2D"
+ op: "Conv2D"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/Relu"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/biases"
+ op: "Variable"
+ device: "/job:ps/task:14"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/biases/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:14"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 1024
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/biases/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/biases"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/biases/Initializer/zeros"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/biases/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/biases"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/BiasAdd"
+ op: "BiasAdd"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/Conv2D"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/biases/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/add"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/add"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/BiasAdd"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/beta"
+ op: "Variable"
+ device: "/job:ps/task:15"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/beta/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:15"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 1024
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/beta/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/beta"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/beta/Initializer/zeros"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/beta/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/beta"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/gamma"
+ op: "Variable"
+ device: "/job:ps/task:16"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/gamma/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:16"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 1024
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/gamma/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/gamma"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/gamma/Initializer/ones"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/gamma/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/gamma"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moving_mean"
+ op: "Variable"
+ device: "/job:ps/task:0"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moving_mean/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:0"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 1024
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moving_mean/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moving_mean"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moving_mean/Initializer/zeros"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moving_mean/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moving_mean"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moving_variance"
+ op: "Variable"
+ device: "/job:ps/task:1"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moving_variance/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:1"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 1024
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moving_variance/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moving_variance"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moving_variance/Initializer/ones"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moving_variance/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moving_variance"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/Add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/Add"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moving_mean/read"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/Add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/Const"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 11552.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/Sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/add"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference"
+ op: "SquaredDifference"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/add"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/Sub"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/divisor"
+ op: "Inv"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/Const"
+ input: "^resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss"
+ input: "^resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/shifted_mean"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/mean"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/shifted_mean"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/Mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/Square"
+ op: "Square"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/shifted_mean"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/variance"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/Mul"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/Square"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/AssignMovingAvg/decay"
+ op: "Const"
+ device: "/job:ps/task:0"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/AssignMovingAvg/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moving_mean/read"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/mean"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/AssignMovingAvg/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/AssignMovingAvg/sub"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/AssignMovingAvg/decay"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/AssignMovingAvg"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moving_mean"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/AssignMovingAvg/mul"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/AssignMovingAvg_1/decay"
+ op: "Const"
+ device: "/job:ps/task:1"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/AssignMovingAvg_1/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moving_variance/read"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/variance"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/AssignMovingAvg_1/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/AssignMovingAvg_1/sub"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/AssignMovingAvg_1/decay"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/AssignMovingAvg_1"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moving_variance"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/AssignMovingAvg_1/mul"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-06
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/add"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/variance"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/Rsqrt"
+ op: "Rsqrt"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/Rsqrt"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/gamma/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/add"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_2"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/mean"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/beta/read"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_2"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/add_1"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_1"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/Relu"
+ op: "Relu"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/add_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights"
+ op: "Variable"
+ device: "/job:ps/task:2"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights/Initializer/truncated_normal/shape"
+ op: "Const"
+ device: "/job:ps/task:2"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\001\000\000\000\001\000\000\000\000\004\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights/Initializer/truncated_normal/mean"
+ op: "Const"
+ device: "/job:ps/task:2"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights/Initializer/truncated_normal/stddev"
+ op: "Const"
+ device: "/job:ps/task:2"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.050389111042
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights/Initializer/truncated_normal/TruncatedNormal"
+ op: "TruncatedNormal"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights/Initializer/truncated_normal/shape"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights/Initializer/truncated_normal/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights/Initializer/truncated_normal/TruncatedNormal"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights/Initializer/truncated_normal/stddev"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights/Initializer/truncated_normal"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights/Initializer/truncated_normal/mul"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights/Initializer/truncated_normal/mean"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights/Initializer/truncated_normal"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/weight"
+ op: "Const"
+ device: "/job:ps/task:2"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-05
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/L2Loss"
+ op: "L2Loss"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights/read"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/weight"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/Conv2D"
+ op: "Conv2D"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/Relu"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/beta"
+ op: "Variable"
+ device: "/job:ps/task:3"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/beta/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:3"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 256
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/beta/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/beta"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/beta/Initializer/zeros"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/beta/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/beta"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/gamma"
+ op: "Variable"
+ device: "/job:ps/task:4"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/gamma/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:4"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 256
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/gamma/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/gamma"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/gamma/Initializer/ones"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/gamma/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/gamma"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ op: "Variable"
+ device: "/job:ps/task:5"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moving_mean/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:5"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 256
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moving_mean/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moving_mean/Initializer/zeros"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moving_mean/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ op: "Variable"
+ device: "/job:ps/task:6"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moving_variance/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:6"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 256
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moving_variance/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moving_variance/Initializer/ones"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moving_variance/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/Add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/Add"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moving_mean/read"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/Add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Const"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 11552.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/Conv2D"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference"
+ op: "SquaredDifference"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/Conv2D"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/divisor"
+ op: "Inv"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Const"
+ input: "^resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss"
+ input: "^resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square"
+ op: "Square"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/decay"
+ op: "Const"
+ device: "/job:ps/task:5"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moving_mean/read"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/sub"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/decay"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/mul"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/decay"
+ op: "Const"
+ device: "/job:ps/task:6"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moving_variance/read"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/sub"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/decay"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/mul"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-06
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt"
+ op: "Rsqrt"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/gamma/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/Conv2D"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/beta/read"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/Relu"
+ op: "Relu"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights"
+ op: "Variable"
+ device: "/job:ps/task:7"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights/Initializer/truncated_normal/shape"
+ op: "Const"
+ device: "/job:ps/task:7"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\003\000\000\000\003\000\000\000\000\001\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights/Initializer/truncated_normal/mean"
+ op: "Const"
+ device: "/job:ps/task:7"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights/Initializer/truncated_normal/stddev"
+ op: "Const"
+ device: "/job:ps/task:7"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0335927419364
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights/Initializer/truncated_normal/TruncatedNormal"
+ op: "TruncatedNormal"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights/Initializer/truncated_normal/shape"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights/Initializer/truncated_normal/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights/Initializer/truncated_normal/TruncatedNormal"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights/Initializer/truncated_normal/stddev"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights/Initializer/truncated_normal"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights/Initializer/truncated_normal/mul"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights/Initializer/truncated_normal/mean"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights/Initializer/truncated_normal"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/weight"
+ op: "Const"
+ device: "/job:ps/task:7"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-05
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/L2Loss"
+ op: "L2Loss"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights/read"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/weight"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/Conv2D"
+ op: "Conv2D"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/Relu"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/beta"
+ op: "Variable"
+ device: "/job:ps/task:8"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/beta/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:8"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 256
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/beta/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/beta"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/beta/Initializer/zeros"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/beta/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/beta"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/gamma"
+ op: "Variable"
+ device: "/job:ps/task:9"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/gamma/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:9"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 256
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/gamma/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/gamma"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/gamma/Initializer/ones"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/gamma/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/gamma"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ op: "Variable"
+ device: "/job:ps/task:10"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moving_mean/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:10"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 256
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moving_mean/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moving_mean/Initializer/zeros"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moving_mean/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ op: "Variable"
+ device: "/job:ps/task:11"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moving_variance/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:11"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 256
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moving_variance/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moving_variance/Initializer/ones"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moving_variance/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/Add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/Add"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moving_mean/read"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/Add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Const"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 11552.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/Conv2D"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference"
+ op: "SquaredDifference"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/Conv2D"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/divisor"
+ op: "Inv"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Const"
+ input: "^resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss"
+ input: "^resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square"
+ op: "Square"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/decay"
+ op: "Const"
+ device: "/job:ps/task:10"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moving_mean/read"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/sub"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/decay"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/mul"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/decay"
+ op: "Const"
+ device: "/job:ps/task:11"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moving_variance/read"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/sub"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/decay"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/mul"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-06
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt"
+ op: "Rsqrt"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/gamma/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/Conv2D"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/beta/read"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/Relu"
+ op: "Relu"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights"
+ op: "Variable"
+ device: "/job:ps/task:12"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights/Initializer/truncated_normal/shape"
+ op: "Const"
+ device: "/job:ps/task:12"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\001\000\000\000\001\000\000\000\000\001\000\000\000\004\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights/Initializer/truncated_normal/mean"
+ op: "Const"
+ device: "/job:ps/task:12"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights/Initializer/truncated_normal/stddev"
+ op: "Const"
+ device: "/job:ps/task:12"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.100778222084
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights/Initializer/truncated_normal/TruncatedNormal"
+ op: "TruncatedNormal"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights/Initializer/truncated_normal/shape"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights/Initializer/truncated_normal/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights/Initializer/truncated_normal/TruncatedNormal"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights/Initializer/truncated_normal/stddev"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights/Initializer/truncated_normal"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights/Initializer/truncated_normal/mul"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights/Initializer/truncated_normal/mean"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights/Initializer/truncated_normal"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/weight"
+ op: "Const"
+ device: "/job:ps/task:12"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-05
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/L2Loss"
+ op: "L2Loss"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights/read"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/weight"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/Conv2D"
+ op: "Conv2D"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/Relu"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/biases"
+ op: "Variable"
+ device: "/job:ps/task:13"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/biases/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:13"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 1024
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/biases/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/biases"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/biases/Initializer/zeros"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/biases/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/biases"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/BiasAdd"
+ op: "BiasAdd"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/Conv2D"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/biases/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/add"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/add"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/BiasAdd"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/beta"
+ op: "Variable"
+ device: "/job:ps/task:14"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/beta/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:14"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 1024
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/beta/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/beta"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/beta/Initializer/zeros"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/beta/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/beta"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/gamma"
+ op: "Variable"
+ device: "/job:ps/task:15"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/gamma/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:15"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 1024
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/gamma/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/gamma"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/gamma/Initializer/ones"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/gamma/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/gamma"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moving_mean"
+ op: "Variable"
+ device: "/job:ps/task:16"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moving_mean/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:16"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 1024
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moving_mean/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moving_mean"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moving_mean/Initializer/zeros"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moving_mean/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moving_mean"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moving_variance"
+ op: "Variable"
+ device: "/job:ps/task:0"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moving_variance/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:0"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 1024
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moving_variance/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moving_variance"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moving_variance/Initializer/ones"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moving_variance/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moving_variance"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/Add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/Add"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moving_mean/read"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/Add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/Const"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 11552.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/Sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/add"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference"
+ op: "SquaredDifference"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/add"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/Sub"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/var_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/var_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/var_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/divisor"
+ op: "Inv"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/Const"
+ input: "^resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss"
+ input: "^resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/var_ss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/shifted_mean"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/mean"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/shifted_mean"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/Mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/var_ss"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/Square"
+ op: "Square"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/shifted_mean"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/variance"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/Mul"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/Square"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/AssignMovingAvg/decay"
+ op: "Const"
+ device: "/job:ps/task:16"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/AssignMovingAvg/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moving_mean/read"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/mean"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/AssignMovingAvg/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/AssignMovingAvg/sub"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/AssignMovingAvg/decay"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/AssignMovingAvg"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moving_mean"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/AssignMovingAvg/mul"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/AssignMovingAvg_1/decay"
+ op: "Const"
+ device: "/job:ps/task:0"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/AssignMovingAvg_1/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moving_variance/read"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/variance"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/AssignMovingAvg_1/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/AssignMovingAvg_1/sub"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/AssignMovingAvg_1/decay"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/AssignMovingAvg_1"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moving_variance"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/AssignMovingAvg_1/mul"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-06
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/add"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/variance"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/Rsqrt"
+ op: "Rsqrt"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/Rsqrt"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/gamma/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/add"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_2"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/mean"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/beta/read"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_2"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/add_1"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_1"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/Relu"
+ op: "Relu"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/add_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights"
+ op: "Variable"
+ device: "/job:ps/task:1"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights/Initializer/truncated_normal/shape"
+ op: "Const"
+ device: "/job:ps/task:1"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\001\000\000\000\001\000\000\000\000\004\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights/Initializer/truncated_normal/mean"
+ op: "Const"
+ device: "/job:ps/task:1"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights/Initializer/truncated_normal/stddev"
+ op: "Const"
+ device: "/job:ps/task:1"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.050389111042
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights/Initializer/truncated_normal/TruncatedNormal"
+ op: "TruncatedNormal"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights/Initializer/truncated_normal/shape"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights/Initializer/truncated_normal/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights/Initializer/truncated_normal/TruncatedNormal"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights/Initializer/truncated_normal/stddev"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights/Initializer/truncated_normal"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights/Initializer/truncated_normal/mul"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights/Initializer/truncated_normal/mean"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights/Initializer/truncated_normal"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/weight"
+ op: "Const"
+ device: "/job:ps/task:1"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-05
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/L2Loss"
+ op: "L2Loss"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights/read"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/weight"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/Conv2D"
+ op: "Conv2D"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/Relu"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/beta"
+ op: "Variable"
+ device: "/job:ps/task:2"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/beta/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:2"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 256
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/beta/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/beta"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/beta/Initializer/zeros"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/beta/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/beta"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/gamma"
+ op: "Variable"
+ device: "/job:ps/task:3"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/gamma/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:3"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 256
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/gamma/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/gamma"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/gamma/Initializer/ones"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/gamma/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/gamma"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ op: "Variable"
+ device: "/job:ps/task:4"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moving_mean/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:4"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 256
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moving_mean/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moving_mean/Initializer/zeros"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moving_mean/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ op: "Variable"
+ device: "/job:ps/task:5"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moving_variance/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:5"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 256
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moving_variance/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moving_variance/Initializer/ones"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moving_variance/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/Add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/Add"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moving_mean/read"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/Add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Const"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 11552.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/Conv2D"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference"
+ op: "SquaredDifference"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/Conv2D"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/divisor"
+ op: "Inv"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Const"
+ input: "^resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss"
+ input: "^resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square"
+ op: "Square"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/decay"
+ op: "Const"
+ device: "/job:ps/task:4"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moving_mean/read"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/sub"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/decay"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/mul"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/decay"
+ op: "Const"
+ device: "/job:ps/task:5"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moving_variance/read"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/sub"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/decay"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/mul"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-06
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/add"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt"
+ op: "Rsqrt"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/gamma/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/Conv2D"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/beta/read"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/Relu"
+ op: "Relu"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights"
+ op: "Variable"
+ device: "/job:ps/task:6"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights/Initializer/truncated_normal/shape"
+ op: "Const"
+ device: "/job:ps/task:6"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\003\000\000\000\003\000\000\000\000\001\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights/Initializer/truncated_normal/mean"
+ op: "Const"
+ device: "/job:ps/task:6"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights/Initializer/truncated_normal/stddev"
+ op: "Const"
+ device: "/job:ps/task:6"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0335927419364
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights/Initializer/truncated_normal/TruncatedNormal"
+ op: "TruncatedNormal"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights/Initializer/truncated_normal/shape"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights/Initializer/truncated_normal/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights/Initializer/truncated_normal/TruncatedNormal"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights/Initializer/truncated_normal/stddev"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights/Initializer/truncated_normal"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights/Initializer/truncated_normal/mul"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights/Initializer/truncated_normal/mean"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights/Initializer/truncated_normal"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/weight"
+ op: "Const"
+ device: "/job:ps/task:6"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-05
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/L2Loss"
+ op: "L2Loss"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights/read"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/weight"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/Conv2D"
+ op: "Conv2D"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/Relu"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/beta"
+ op: "Variable"
+ device: "/job:ps/task:7"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/beta/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:7"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 256
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/beta/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/beta"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/beta/Initializer/zeros"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/beta/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/beta"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/gamma"
+ op: "Variable"
+ device: "/job:ps/task:8"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/gamma/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:8"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 256
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/gamma/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/gamma"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/gamma/Initializer/ones"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/gamma/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/gamma"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ op: "Variable"
+ device: "/job:ps/task:9"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moving_mean/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:9"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 256
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moving_mean/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moving_mean/Initializer/zeros"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moving_mean/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ op: "Variable"
+ device: "/job:ps/task:10"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moving_variance/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:10"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 256
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moving_variance/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moving_variance/Initializer/ones"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moving_variance/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/Add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/Add"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moving_mean/read"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/Add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Const"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 11552.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/Conv2D"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference"
+ op: "SquaredDifference"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/Conv2D"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/divisor"
+ op: "Inv"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Const"
+ input: "^resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss"
+ input: "^resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square"
+ op: "Square"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/decay"
+ op: "Const"
+ device: "/job:ps/task:9"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moving_mean/read"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/sub"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/decay"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/mul"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/decay"
+ op: "Const"
+ device: "/job:ps/task:10"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moving_variance/read"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/sub"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/decay"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/mul"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-06
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/add"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt"
+ op: "Rsqrt"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/gamma/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/Conv2D"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/beta/read"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/Relu"
+ op: "Relu"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights"
+ op: "Variable"
+ device: "/job:ps/task:11"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights/Initializer/truncated_normal/shape"
+ op: "Const"
+ device: "/job:ps/task:11"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\001\000\000\000\001\000\000\000\000\001\000\000\000\004\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights/Initializer/truncated_normal/mean"
+ op: "Const"
+ device: "/job:ps/task:11"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights/Initializer/truncated_normal/stddev"
+ op: "Const"
+ device: "/job:ps/task:11"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.100778222084
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights/Initializer/truncated_normal/TruncatedNormal"
+ op: "TruncatedNormal"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights/Initializer/truncated_normal/shape"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights/Initializer/truncated_normal/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights/Initializer/truncated_normal/TruncatedNormal"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights/Initializer/truncated_normal/stddev"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights/Initializer/truncated_normal"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights/Initializer/truncated_normal/mul"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights/Initializer/truncated_normal/mean"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights/Initializer/truncated_normal"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/weight"
+ op: "Const"
+ device: "/job:ps/task:11"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-05
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/L2Loss"
+ op: "L2Loss"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights/read"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/weight"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/Conv2D"
+ op: "Conv2D"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/Relu"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/biases"
+ op: "Variable"
+ device: "/job:ps/task:12"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/biases/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:12"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 1024
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/biases/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/biases"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/biases/Initializer/zeros"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/biases/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/biases"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/BiasAdd"
+ op: "BiasAdd"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/Conv2D"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/biases/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/add"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/add"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/BiasAdd"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/beta"
+ op: "Variable"
+ device: "/job:ps/task:13"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/beta/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:13"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 1024
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/beta/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/beta"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/beta/Initializer/zeros"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/beta/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/beta"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/gamma"
+ op: "Variable"
+ device: "/job:ps/task:14"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/gamma/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:14"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 1024
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/gamma/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/gamma"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/gamma/Initializer/ones"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/gamma/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/gamma"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moving_mean"
+ op: "Variable"
+ device: "/job:ps/task:15"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moving_mean/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:15"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 1024
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moving_mean/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moving_mean"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moving_mean/Initializer/zeros"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moving_mean/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moving_mean"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moving_variance"
+ op: "Variable"
+ device: "/job:ps/task:16"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moving_variance/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:16"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 1024
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moving_variance/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moving_variance"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moving_variance/Initializer/ones"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moving_variance/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moving_variance"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/Add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/Add"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moving_mean/read"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/Add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/Const"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 11552.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/Sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/add"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference"
+ op: "SquaredDifference"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/add"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/Sub"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/var_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/var_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/var_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/divisor"
+ op: "Inv"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/Const"
+ input: "^resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss"
+ input: "^resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/var_ss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/shifted_mean"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/mean"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/shifted_mean"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/Mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/var_ss"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/Square"
+ op: "Square"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/shifted_mean"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/variance"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/Mul"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/Square"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/AssignMovingAvg/decay"
+ op: "Const"
+ device: "/job:ps/task:15"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/AssignMovingAvg/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moving_mean/read"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/mean"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/AssignMovingAvg/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/AssignMovingAvg/sub"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/AssignMovingAvg/decay"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/AssignMovingAvg"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moving_mean"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/AssignMovingAvg/mul"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/AssignMovingAvg_1/decay"
+ op: "Const"
+ device: "/job:ps/task:16"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/AssignMovingAvg_1/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moving_variance/read"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/variance"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/AssignMovingAvg_1/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/AssignMovingAvg_1/sub"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/AssignMovingAvg_1/decay"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/AssignMovingAvg_1"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moving_variance"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/AssignMovingAvg_1/mul"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-06
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/add"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/variance"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/Rsqrt"
+ op: "Rsqrt"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/Rsqrt"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/gamma/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/add"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_2"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/mean"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/beta/read"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_2"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/add_1"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_1"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/Relu"
+ op: "Relu"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/add_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/shortcut/MaxPool"
+ op: "MaxPool"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "ksize"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 2
+ i: 2
+ i: 1
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights"
+ op: "Variable"
+ device: "/job:ps/task:0"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights/Initializer/truncated_normal/shape"
+ op: "Const"
+ device: "/job:ps/task:0"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\001\000\000\000\001\000\000\000\000\004\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights/Initializer/truncated_normal/mean"
+ op: "Const"
+ device: "/job:ps/task:0"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights/Initializer/truncated_normal/stddev"
+ op: "Const"
+ device: "/job:ps/task:0"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.050389111042
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights/Initializer/truncated_normal/TruncatedNormal"
+ op: "TruncatedNormal"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights/Initializer/truncated_normal/shape"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights/Initializer/truncated_normal/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights/Initializer/truncated_normal/TruncatedNormal"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights/Initializer/truncated_normal/stddev"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights/Initializer/truncated_normal"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights/Initializer/truncated_normal/mul"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights/Initializer/truncated_normal/mean"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights/Initializer/truncated_normal"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/weight"
+ op: "Const"
+ device: "/job:ps/task:0"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-05
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/L2Loss"
+ op: "L2Loss"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights/read"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/weight"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/Conv2D"
+ op: "Conv2D"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/Relu"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/beta"
+ op: "Variable"
+ device: "/job:ps/task:1"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/beta/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:1"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 256
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/beta/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/beta"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/beta/Initializer/zeros"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/beta/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/beta"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/gamma"
+ op: "Variable"
+ device: "/job:ps/task:2"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/gamma/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:2"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 256
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/gamma/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/gamma"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/gamma/Initializer/ones"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/gamma/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/gamma"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ op: "Variable"
+ device: "/job:ps/task:3"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moving_mean/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:3"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 256
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moving_mean/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moving_mean/Initializer/zeros"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moving_mean/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ op: "Variable"
+ device: "/job:ps/task:4"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moving_variance/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:4"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 256
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moving_variance/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moving_variance/Initializer/ones"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moving_variance/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/Add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/Add"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moving_mean/read"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/Add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Const"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 11552.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/Conv2D"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference"
+ op: "SquaredDifference"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/Conv2D"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/divisor"
+ op: "Inv"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Const"
+ input: "^resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss"
+ input: "^resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square"
+ op: "Square"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/decay"
+ op: "Const"
+ device: "/job:ps/task:3"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moving_mean/read"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/sub"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/decay"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/mul"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/decay"
+ op: "Const"
+ device: "/job:ps/task:4"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moving_variance/read"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/sub"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/decay"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/mul"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-06
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/add"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt"
+ op: "Rsqrt"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/gamma/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/Conv2D"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/beta/read"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/Relu"
+ op: "Relu"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/Pad/paddings"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ dim {
+ size: 2
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ dim {
+ size: 2
+ }
+ }
+ tensor_content: "\000\000\000\000\000\000\000\000\001\000\000\000\001\000\000\000\001\000\000\000\001\000\000\000\000\000\000\000\000\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/Pad"
+ op: "Pad"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/Relu"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/Pad/paddings"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 21
+ }
+ dim {
+ size: 21
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights"
+ op: "Variable"
+ device: "/job:ps/task:5"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights/Initializer/truncated_normal/shape"
+ op: "Const"
+ device: "/job:ps/task:5"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\003\000\000\000\003\000\000\000\000\001\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights/Initializer/truncated_normal/mean"
+ op: "Const"
+ device: "/job:ps/task:5"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights/Initializer/truncated_normal/stddev"
+ op: "Const"
+ device: "/job:ps/task:5"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0335927419364
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights/Initializer/truncated_normal/TruncatedNormal"
+ op: "TruncatedNormal"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights/Initializer/truncated_normal/shape"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights/Initializer/truncated_normal/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights/Initializer/truncated_normal/TruncatedNormal"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights/Initializer/truncated_normal/stddev"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights/Initializer/truncated_normal"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights/Initializer/truncated_normal/mul"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights/Initializer/truncated_normal/mean"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights/Initializer/truncated_normal"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/weight"
+ op: "Const"
+ device: "/job:ps/task:5"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-05
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/L2Loss"
+ op: "L2Loss"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights/read"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/weight"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/Conv2D"
+ op: "Conv2D"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/Pad"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "VALID"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 2
+ i: 2
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/beta"
+ op: "Variable"
+ device: "/job:ps/task:6"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/beta/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:6"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 256
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/beta/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/beta"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/beta/Initializer/zeros"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/beta/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/beta"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/gamma"
+ op: "Variable"
+ device: "/job:ps/task:7"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/gamma/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:7"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 256
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/gamma/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/gamma"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/gamma/Initializer/ones"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/gamma/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/gamma"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ op: "Variable"
+ device: "/job:ps/task:8"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moving_mean/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:8"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 256
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moving_mean/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moving_mean/Initializer/zeros"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moving_mean/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ op: "Variable"
+ device: "/job:ps/task:9"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moving_variance/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:9"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 256
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moving_variance/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moving_variance/Initializer/ones"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moving_variance/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/Add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/Add"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moving_mean/read"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/Add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Const"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 3200.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/Conv2D"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference"
+ op: "SquaredDifference"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/Conv2D"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/divisor"
+ op: "Inv"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Const"
+ input: "^resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss"
+ input: "^resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square"
+ op: "Square"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/decay"
+ op: "Const"
+ device: "/job:ps/task:8"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moving_mean/read"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/sub"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/decay"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/mul"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/decay"
+ op: "Const"
+ device: "/job:ps/task:9"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moving_variance/read"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/sub"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/decay"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/mul"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-06
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/add"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt"
+ op: "Rsqrt"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/gamma/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/Conv2D"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/beta/read"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/Relu"
+ op: "Relu"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights"
+ op: "Variable"
+ device: "/job:ps/task:10"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights/Initializer/truncated_normal/shape"
+ op: "Const"
+ device: "/job:ps/task:10"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\001\000\000\000\001\000\000\000\000\001\000\000\000\004\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights/Initializer/truncated_normal/mean"
+ op: "Const"
+ device: "/job:ps/task:10"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights/Initializer/truncated_normal/stddev"
+ op: "Const"
+ device: "/job:ps/task:10"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.100778222084
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights/Initializer/truncated_normal/TruncatedNormal"
+ op: "TruncatedNormal"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights/Initializer/truncated_normal/shape"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights/Initializer/truncated_normal/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights/Initializer/truncated_normal/TruncatedNormal"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights/Initializer/truncated_normal/stddev"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights/Initializer/truncated_normal"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights/Initializer/truncated_normal/mul"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights/Initializer/truncated_normal/mean"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights/Initializer/truncated_normal"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/weight"
+ op: "Const"
+ device: "/job:ps/task:10"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-05
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/L2Loss"
+ op: "L2Loss"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights/read"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/weight"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/Conv2D"
+ op: "Conv2D"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/Relu"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/biases"
+ op: "Variable"
+ device: "/job:ps/task:11"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/biases/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:11"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 1024
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/biases/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/biases"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/biases/Initializer/zeros"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/biases/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/biases"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/BiasAdd"
+ op: "BiasAdd"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/Conv2D"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/biases/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/add"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/shortcut/MaxPool"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/BiasAdd"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/beta"
+ op: "Variable"
+ device: "/job:ps/task:12"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/beta/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:12"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 1024
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/beta/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/beta"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/beta/Initializer/zeros"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/beta/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/beta"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/gamma"
+ op: "Variable"
+ device: "/job:ps/task:13"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/gamma/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:13"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 1024
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/gamma/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/gamma"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/gamma/Initializer/ones"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/gamma/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/gamma"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moving_mean"
+ op: "Variable"
+ device: "/job:ps/task:14"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moving_mean/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:14"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 1024
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moving_mean/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moving_mean"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moving_mean/Initializer/zeros"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moving_mean/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moving_mean"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moving_variance"
+ op: "Variable"
+ device: "/job:ps/task:15"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moving_variance/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:15"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 1024
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moving_variance/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moving_variance"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moving_variance/Initializer/ones"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moving_variance/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moving_variance"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/Add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/Add"
+ op: "Add"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moving_mean/read"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/Add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/Const"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 3200.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/Sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/add"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference"
+ op: "SquaredDifference"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/add"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/Sub"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/divisor"
+ op: "Inv"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/Const"
+ input: "^resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss"
+ input: "^resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/shifted_mean"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/mean"
+ op: "Add"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/shifted_mean"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/Mul"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/Square"
+ op: "Square"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/shifted_mean"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/variance"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/Mul"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/Square"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/AssignMovingAvg/decay"
+ op: "Const"
+ device: "/job:ps/task:14"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/AssignMovingAvg/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moving_mean/read"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/mean"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/AssignMovingAvg/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/AssignMovingAvg/sub"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/AssignMovingAvg/decay"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/AssignMovingAvg"
+ op: "AssignSub"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moving_mean"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/AssignMovingAvg/mul"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/AssignMovingAvg_1/decay"
+ op: "Const"
+ device: "/job:ps/task:15"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/AssignMovingAvg_1/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moving_variance/read"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/variance"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/AssignMovingAvg_1/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/AssignMovingAvg_1/sub"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/AssignMovingAvg_1/decay"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/AssignMovingAvg_1"
+ op: "AssignSub"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moving_variance"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/AssignMovingAvg_1/mul"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-06
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/add"
+ op: "Add"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/variance"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/Rsqrt"
+ op: "Rsqrt"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/Rsqrt"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/gamma/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/add"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_2"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/mean"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/beta/read"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_2"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/add_1"
+ op: "Add"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_1"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/Relu"
+ op: "Relu"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/add_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights"
+ op: "Variable"
+ device: "/job:ps/task:16"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights/Initializer/truncated_normal/shape"
+ op: "Const"
+ device: "/job:ps/task:16"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\001\000\000\000\001\000\000\000\000\004\000\000\000\010\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights/Initializer/truncated_normal/mean"
+ op: "Const"
+ device: "/job:ps/task:16"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights/Initializer/truncated_normal/stddev"
+ op: "Const"
+ device: "/job:ps/task:16"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.050389111042
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights/Initializer/truncated_normal/TruncatedNormal"
+ op: "TruncatedNormal"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights/Initializer/truncated_normal/shape"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights/Initializer/truncated_normal/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights/Initializer/truncated_normal/TruncatedNormal"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights/Initializer/truncated_normal/stddev"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights/Initializer/truncated_normal"
+ op: "Add"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights/Initializer/truncated_normal/mul"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights/Initializer/truncated_normal/mean"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights/Initializer/truncated_normal"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/weight"
+ op: "Const"
+ device: "/job:ps/task:16"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-05
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/L2Loss"
+ op: "L2Loss"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights/read"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/weight"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/Conv2D"
+ op: "Conv2D"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/Relu"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/biases"
+ op: "Variable"
+ device: "/job:ps/task:0"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/biases/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:0"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 2048
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/biases/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/biases"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/biases/Initializer/zeros"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/biases/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/biases"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/BiasAdd"
+ op: "BiasAdd"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/Conv2D"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/biases/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights"
+ op: "Variable"
+ device: "/job:ps/task:1"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights/Initializer/truncated_normal/shape"
+ op: "Const"
+ device: "/job:ps/task:1"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\001\000\000\000\001\000\000\000\000\004\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights/Initializer/truncated_normal/mean"
+ op: "Const"
+ device: "/job:ps/task:1"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights/Initializer/truncated_normal/stddev"
+ op: "Const"
+ device: "/job:ps/task:1"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.050389111042
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights/Initializer/truncated_normal/TruncatedNormal"
+ op: "TruncatedNormal"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights/Initializer/truncated_normal/shape"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights/Initializer/truncated_normal/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights/Initializer/truncated_normal/TruncatedNormal"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights/Initializer/truncated_normal/stddev"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights/Initializer/truncated_normal"
+ op: "Add"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights/Initializer/truncated_normal/mul"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights/Initializer/truncated_normal/mean"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights/Initializer/truncated_normal"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/weight"
+ op: "Const"
+ device: "/job:ps/task:1"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-05
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/L2Loss"
+ op: "L2Loss"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights/read"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/weight"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/Conv2D"
+ op: "Conv2D"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/Relu"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/beta"
+ op: "Variable"
+ device: "/job:ps/task:2"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/beta/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:2"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 512
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/beta/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/beta"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/beta/Initializer/zeros"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/beta/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/beta"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/gamma"
+ op: "Variable"
+ device: "/job:ps/task:3"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/gamma/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:3"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 512
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/gamma/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/gamma"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/gamma/Initializer/ones"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/gamma/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/gamma"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ op: "Variable"
+ device: "/job:ps/task:4"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:4"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 512
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean/Initializer/zeros"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ op: "Variable"
+ device: "/job:ps/task:5"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:5"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 512
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance/Initializer/ones"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/Add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/Add"
+ op: "Add"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean/read"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/Add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Const"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 3200.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/Conv2D"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference"
+ op: "SquaredDifference"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/Conv2D"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/divisor"
+ op: "Inv"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Const"
+ input: "^resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss"
+ input: "^resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean"
+ op: "Add"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square"
+ op: "Square"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/decay"
+ op: "Const"
+ device: "/job:ps/task:4"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean/read"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/sub"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/decay"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg"
+ op: "AssignSub"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/mul"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/decay"
+ op: "Const"
+ device: "/job:ps/task:5"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance/read"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/sub"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/decay"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1"
+ op: "AssignSub"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/mul"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-06
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add"
+ op: "Add"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt"
+ op: "Rsqrt"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/gamma/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/Conv2D"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/beta/read"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1"
+ op: "Add"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/Relu"
+ op: "Relu"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights"
+ op: "Variable"
+ device: "/job:ps/task:6"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights/Initializer/truncated_normal/shape"
+ op: "Const"
+ device: "/job:ps/task:6"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\003\000\000\000\003\000\000\000\000\002\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights/Initializer/truncated_normal/mean"
+ op: "Const"
+ device: "/job:ps/task:6"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights/Initializer/truncated_normal/stddev"
+ op: "Const"
+ device: "/job:ps/task:6"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0237536542118
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights/Initializer/truncated_normal/TruncatedNormal"
+ op: "TruncatedNormal"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights/Initializer/truncated_normal/shape"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights/Initializer/truncated_normal/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights/Initializer/truncated_normal/TruncatedNormal"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights/Initializer/truncated_normal/stddev"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights/Initializer/truncated_normal"
+ op: "Add"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights/Initializer/truncated_normal/mul"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights/Initializer/truncated_normal/mean"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights/Initializer/truncated_normal"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/weight"
+ op: "Const"
+ device: "/job:ps/task:6"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-05
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/L2Loss"
+ op: "L2Loss"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights/read"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/weight"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/Conv2D"
+ op: "Conv2D"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/Relu"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/beta"
+ op: "Variable"
+ device: "/job:ps/task:7"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/beta/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:7"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 512
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/beta/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/beta"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/beta/Initializer/zeros"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/beta/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/beta"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/gamma"
+ op: "Variable"
+ device: "/job:ps/task:8"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/gamma/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:8"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 512
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/gamma/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/gamma"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/gamma/Initializer/ones"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/gamma/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/gamma"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ op: "Variable"
+ device: "/job:ps/task:9"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:9"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 512
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean/Initializer/zeros"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ op: "Variable"
+ device: "/job:ps/task:10"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:10"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 512
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance/Initializer/ones"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/Add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/Add"
+ op: "Add"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean/read"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/Add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Const"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 3200.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/Conv2D"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference"
+ op: "SquaredDifference"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/Conv2D"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/divisor"
+ op: "Inv"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Const"
+ input: "^resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss"
+ input: "^resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean"
+ op: "Add"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square"
+ op: "Square"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/decay"
+ op: "Const"
+ device: "/job:ps/task:9"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean/read"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/sub"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/decay"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg"
+ op: "AssignSub"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/mul"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/decay"
+ op: "Const"
+ device: "/job:ps/task:10"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance/read"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/sub"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/decay"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1"
+ op: "AssignSub"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/mul"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-06
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add"
+ op: "Add"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt"
+ op: "Rsqrt"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/gamma/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/Conv2D"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/beta/read"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1"
+ op: "Add"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/Relu"
+ op: "Relu"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights"
+ op: "Variable"
+ device: "/job:ps/task:11"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights/Initializer/truncated_normal/shape"
+ op: "Const"
+ device: "/job:ps/task:11"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\001\000\000\000\001\000\000\000\000\002\000\000\000\010\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights/Initializer/truncated_normal/mean"
+ op: "Const"
+ device: "/job:ps/task:11"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights/Initializer/truncated_normal/stddev"
+ op: "Const"
+ device: "/job:ps/task:11"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0712609663606
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights/Initializer/truncated_normal/TruncatedNormal"
+ op: "TruncatedNormal"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights/Initializer/truncated_normal/shape"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights/Initializer/truncated_normal/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights/Initializer/truncated_normal/TruncatedNormal"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights/Initializer/truncated_normal/stddev"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights/Initializer/truncated_normal"
+ op: "Add"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights/Initializer/truncated_normal/mul"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights/Initializer/truncated_normal/mean"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights/Initializer/truncated_normal"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/weight"
+ op: "Const"
+ device: "/job:ps/task:11"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-05
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/L2Loss"
+ op: "L2Loss"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights/read"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/weight"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/Conv2D"
+ op: "Conv2D"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/Relu"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/biases"
+ op: "Variable"
+ device: "/job:ps/task:12"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/biases/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:12"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 2048
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/biases/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/biases"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/biases/Initializer/zeros"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/biases/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/biases"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/BiasAdd"
+ op: "BiasAdd"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/Conv2D"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/biases/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/add"
+ op: "Add"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/BiasAdd"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/BiasAdd"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/beta"
+ op: "Variable"
+ device: "/job:ps/task:13"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/beta/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:13"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 2048
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/beta/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/beta"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/beta/Initializer/zeros"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/beta/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/beta"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/gamma"
+ op: "Variable"
+ device: "/job:ps/task:14"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/gamma/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:14"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 2048
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/gamma/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/gamma"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/gamma/Initializer/ones"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/gamma/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/gamma"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moving_mean"
+ op: "Variable"
+ device: "/job:ps/task:15"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moving_mean/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:15"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 2048
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moving_mean/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moving_mean"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moving_mean/Initializer/zeros"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moving_mean/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moving_mean"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moving_variance"
+ op: "Variable"
+ device: "/job:ps/task:16"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moving_variance/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:16"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 2048
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moving_variance/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moving_variance"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moving_variance/Initializer/ones"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moving_variance/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moving_variance"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/Add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/Add"
+ op: "Add"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moving_mean/read"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/Add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/Const"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 3200.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/Sub"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/add"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference"
+ op: "SquaredDifference"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/add"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/Sub"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/divisor"
+ op: "Inv"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/Const"
+ input: "^resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss"
+ input: "^resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/shifted_mean"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/mean"
+ op: "Add"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/shifted_mean"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/Mul"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/Square"
+ op: "Square"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/shifted_mean"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/variance"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/Mul"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/Square"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/AssignMovingAvg/decay"
+ op: "Const"
+ device: "/job:ps/task:15"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/AssignMovingAvg/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moving_mean/read"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/mean"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/AssignMovingAvg/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/AssignMovingAvg/sub"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/AssignMovingAvg/decay"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/AssignMovingAvg"
+ op: "AssignSub"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moving_mean"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/AssignMovingAvg/mul"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/AssignMovingAvg_1/decay"
+ op: "Const"
+ device: "/job:ps/task:16"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/AssignMovingAvg_1/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moving_variance/read"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/variance"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/AssignMovingAvg_1/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/AssignMovingAvg_1/sub"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/AssignMovingAvg_1/decay"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/AssignMovingAvg_1"
+ op: "AssignSub"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moving_variance"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/AssignMovingAvg_1/mul"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-06
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/add"
+ op: "Add"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/variance"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/Rsqrt"
+ op: "Rsqrt"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/Rsqrt"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/gamma/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/add"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_2"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/mean"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/beta/read"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_2"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/add_1"
+ op: "Add"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_1"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/Relu"
+ op: "Relu"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/add_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights"
+ op: "Variable"
+ device: "/job:ps/task:0"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 2048
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 2048
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights/Initializer/truncated_normal/shape"
+ op: "Const"
+ device: "/job:ps/task:0"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\001\000\000\000\001\000\000\000\000\010\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights/Initializer/truncated_normal/mean"
+ op: "Const"
+ device: "/job:ps/task:0"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights/Initializer/truncated_normal/stddev"
+ op: "Const"
+ device: "/job:ps/task:0"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0356304831803
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights/Initializer/truncated_normal/TruncatedNormal"
+ op: "TruncatedNormal"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights/Initializer/truncated_normal/shape"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 2048
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights/Initializer/truncated_normal/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights/Initializer/truncated_normal/TruncatedNormal"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights/Initializer/truncated_normal/stddev"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 2048
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights/Initializer/truncated_normal"
+ op: "Add"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights/Initializer/truncated_normal/mul"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights/Initializer/truncated_normal/mean"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 2048
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights/Initializer/truncated_normal"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 2048
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 2048
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/weight"
+ op: "Const"
+ device: "/job:ps/task:0"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-05
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/L2Loss"
+ op: "L2Loss"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights/read"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/weight"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/Conv2D"
+ op: "Conv2D"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/Relu"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/beta"
+ op: "Variable"
+ device: "/job:ps/task:1"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/beta/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:1"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 512
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/beta/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/beta"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/beta/Initializer/zeros"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/beta/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/beta"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/gamma"
+ op: "Variable"
+ device: "/job:ps/task:2"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/gamma/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:2"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 512
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/gamma/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/gamma"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/gamma/Initializer/ones"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/gamma/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/gamma"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ op: "Variable"
+ device: "/job:ps/task:3"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:3"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 512
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean/Initializer/zeros"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ op: "Variable"
+ device: "/job:ps/task:4"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:4"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 512
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance/Initializer/ones"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/Add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/Add"
+ op: "Add"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean/read"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/Add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Const"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 3200.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/Conv2D"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference"
+ op: "SquaredDifference"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/Conv2D"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/divisor"
+ op: "Inv"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Const"
+ input: "^resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss"
+ input: "^resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean"
+ op: "Add"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square"
+ op: "Square"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/decay"
+ op: "Const"
+ device: "/job:ps/task:3"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean/read"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/sub"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/decay"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg"
+ op: "AssignSub"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/mul"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/decay"
+ op: "Const"
+ device: "/job:ps/task:4"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance/read"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/sub"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/decay"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1"
+ op: "AssignSub"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/mul"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-06
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add"
+ op: "Add"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt"
+ op: "Rsqrt"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/gamma/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/Conv2D"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/beta/read"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1"
+ op: "Add"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/Relu"
+ op: "Relu"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights"
+ op: "Variable"
+ device: "/job:ps/task:5"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights/Initializer/truncated_normal/shape"
+ op: "Const"
+ device: "/job:ps/task:5"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\003\000\000\000\003\000\000\000\000\002\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights/Initializer/truncated_normal/mean"
+ op: "Const"
+ device: "/job:ps/task:5"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights/Initializer/truncated_normal/stddev"
+ op: "Const"
+ device: "/job:ps/task:5"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0237536542118
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights/Initializer/truncated_normal/TruncatedNormal"
+ op: "TruncatedNormal"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights/Initializer/truncated_normal/shape"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights/Initializer/truncated_normal/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights/Initializer/truncated_normal/TruncatedNormal"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights/Initializer/truncated_normal/stddev"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights/Initializer/truncated_normal"
+ op: "Add"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights/Initializer/truncated_normal/mul"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights/Initializer/truncated_normal/mean"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights/Initializer/truncated_normal"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/weight"
+ op: "Const"
+ device: "/job:ps/task:5"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-05
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/L2Loss"
+ op: "L2Loss"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights/read"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/weight"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/Conv2D"
+ op: "Conv2D"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/Relu"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/beta"
+ op: "Variable"
+ device: "/job:ps/task:6"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/beta/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:6"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 512
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/beta/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/beta"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/beta/Initializer/zeros"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/beta/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/beta"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/gamma"
+ op: "Variable"
+ device: "/job:ps/task:7"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/gamma/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:7"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 512
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/gamma/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/gamma"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/gamma/Initializer/ones"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/gamma/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/gamma"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ op: "Variable"
+ device: "/job:ps/task:8"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:8"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 512
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean/Initializer/zeros"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ op: "Variable"
+ device: "/job:ps/task:9"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:9"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 512
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance/Initializer/ones"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/Add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/Add"
+ op: "Add"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean/read"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/Add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Const"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 3200.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/Conv2D"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference"
+ op: "SquaredDifference"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/Conv2D"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/divisor"
+ op: "Inv"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Const"
+ input: "^resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss"
+ input: "^resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean"
+ op: "Add"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square"
+ op: "Square"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/decay"
+ op: "Const"
+ device: "/job:ps/task:8"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean/read"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/sub"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/decay"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg"
+ op: "AssignSub"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/mul"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/decay"
+ op: "Const"
+ device: "/job:ps/task:9"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance/read"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/sub"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/decay"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1"
+ op: "AssignSub"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/mul"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-06
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add"
+ op: "Add"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt"
+ op: "Rsqrt"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/gamma/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/Conv2D"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/beta/read"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1"
+ op: "Add"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/Relu"
+ op: "Relu"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights"
+ op: "Variable"
+ device: "/job:ps/task:10"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights/Initializer/truncated_normal/shape"
+ op: "Const"
+ device: "/job:ps/task:10"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\001\000\000\000\001\000\000\000\000\002\000\000\000\010\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights/Initializer/truncated_normal/mean"
+ op: "Const"
+ device: "/job:ps/task:10"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights/Initializer/truncated_normal/stddev"
+ op: "Const"
+ device: "/job:ps/task:10"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0712609663606
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights/Initializer/truncated_normal/TruncatedNormal"
+ op: "TruncatedNormal"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights/Initializer/truncated_normal/shape"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights/Initializer/truncated_normal/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights/Initializer/truncated_normal/TruncatedNormal"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights/Initializer/truncated_normal/stddev"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights/Initializer/truncated_normal"
+ op: "Add"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights/Initializer/truncated_normal/mul"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights/Initializer/truncated_normal/mean"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights/Initializer/truncated_normal"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/weight"
+ op: "Const"
+ device: "/job:ps/task:10"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-05
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/L2Loss"
+ op: "L2Loss"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights/read"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/weight"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/Conv2D"
+ op: "Conv2D"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/Relu"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/biases"
+ op: "Variable"
+ device: "/job:ps/task:11"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/biases/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:11"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 2048
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/biases/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/biases"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/biases/Initializer/zeros"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/biases/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/biases"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/BiasAdd"
+ op: "BiasAdd"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/Conv2D"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/biases/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/add"
+ op: "Add"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/add"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/BiasAdd"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/beta"
+ op: "Variable"
+ device: "/job:ps/task:12"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/beta/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:12"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 2048
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/beta/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/beta"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/beta/Initializer/zeros"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/beta/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/beta"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/gamma"
+ op: "Variable"
+ device: "/job:ps/task:13"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/gamma/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:13"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 2048
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/gamma/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/gamma"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/gamma/Initializer/ones"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/gamma/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/gamma"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moving_mean"
+ op: "Variable"
+ device: "/job:ps/task:14"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moving_mean/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:14"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 2048
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moving_mean/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moving_mean"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moving_mean/Initializer/zeros"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moving_mean/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moving_mean"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moving_variance"
+ op: "Variable"
+ device: "/job:ps/task:15"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moving_variance/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:15"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 2048
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moving_variance/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moving_variance"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moving_variance/Initializer/ones"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moving_variance/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moving_variance"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/Add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/Add"
+ op: "Add"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moving_mean/read"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/Add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Const"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 3200.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/add"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference"
+ op: "SquaredDifference"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/add"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/divisor"
+ op: "Inv"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Const"
+ input: "^resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss"
+ input: "^resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/mean"
+ op: "Add"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/Mul"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/Square"
+ op: "Square"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/variance"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/Mul"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/Square"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/AssignMovingAvg/decay"
+ op: "Const"
+ device: "/job:ps/task:14"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/AssignMovingAvg/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moving_mean/read"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/mean"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/AssignMovingAvg/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/AssignMovingAvg/sub"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/AssignMovingAvg/decay"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/AssignMovingAvg"
+ op: "AssignSub"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moving_mean"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/AssignMovingAvg/mul"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/AssignMovingAvg_1/decay"
+ op: "Const"
+ device: "/job:ps/task:15"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/AssignMovingAvg_1/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moving_variance/read"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/variance"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/AssignMovingAvg_1/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/AssignMovingAvg_1/sub"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/AssignMovingAvg_1/decay"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/AssignMovingAvg_1"
+ op: "AssignSub"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moving_variance"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/AssignMovingAvg_1/mul"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-06
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/add"
+ op: "Add"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/variance"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/Rsqrt"
+ op: "Rsqrt"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/Rsqrt"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/gamma/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/add"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_2"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/mean"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/beta/read"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_2"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/add_1"
+ op: "Add"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_1"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/Relu"
+ op: "Relu"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/add_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights"
+ op: "Variable"
+ device: "/job:ps/task:16"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 2048
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 2048
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights/Initializer/truncated_normal/shape"
+ op: "Const"
+ device: "/job:ps/task:16"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\001\000\000\000\001\000\000\000\000\010\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights/Initializer/truncated_normal/mean"
+ op: "Const"
+ device: "/job:ps/task:16"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights/Initializer/truncated_normal/stddev"
+ op: "Const"
+ device: "/job:ps/task:16"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0356304831803
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights/Initializer/truncated_normal/TruncatedNormal"
+ op: "TruncatedNormal"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights/Initializer/truncated_normal/shape"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 2048
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights/Initializer/truncated_normal/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights/Initializer/truncated_normal/TruncatedNormal"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights/Initializer/truncated_normal/stddev"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 2048
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights/Initializer/truncated_normal"
+ op: "Add"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights/Initializer/truncated_normal/mul"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights/Initializer/truncated_normal/mean"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 2048
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights/Initializer/truncated_normal"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 2048
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 2048
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/weight"
+ op: "Const"
+ device: "/job:ps/task:16"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-05
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/L2Loss"
+ op: "L2Loss"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights/read"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/weight"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/Conv2D"
+ op: "Conv2D"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/Relu"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/beta"
+ op: "Variable"
+ device: "/job:ps/task:0"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/beta/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:0"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 512
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/beta/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/beta"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/beta/Initializer/zeros"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/beta/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/beta"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/gamma"
+ op: "Variable"
+ device: "/job:ps/task:1"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/gamma/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:1"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 512
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/gamma/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/gamma"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/gamma/Initializer/ones"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/gamma/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/gamma"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ op: "Variable"
+ device: "/job:ps/task:2"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:2"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 512
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean/Initializer/zeros"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ op: "Variable"
+ device: "/job:ps/task:3"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:3"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 512
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance/Initializer/ones"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/Add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/Add"
+ op: "Add"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean/read"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/Add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Const"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 3200.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/Conv2D"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference"
+ op: "SquaredDifference"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/Conv2D"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/divisor"
+ op: "Inv"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Const"
+ input: "^resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss"
+ input: "^resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean"
+ op: "Add"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square"
+ op: "Square"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/decay"
+ op: "Const"
+ device: "/job:ps/task:2"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean/read"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/sub"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/decay"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg"
+ op: "AssignSub"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg/mul"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/decay"
+ op: "Const"
+ device: "/job:ps/task:3"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance/read"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/sub"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/decay"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1"
+ op: "AssignSub"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1/mul"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-06
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add"
+ op: "Add"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt"
+ op: "Rsqrt"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/gamma/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/Conv2D"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/beta/read"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1"
+ op: "Add"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/Relu"
+ op: "Relu"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights"
+ op: "Variable"
+ device: "/job:ps/task:4"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights/Initializer/truncated_normal/shape"
+ op: "Const"
+ device: "/job:ps/task:4"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\003\000\000\000\003\000\000\000\000\002\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights/Initializer/truncated_normal/mean"
+ op: "Const"
+ device: "/job:ps/task:4"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights/Initializer/truncated_normal/stddev"
+ op: "Const"
+ device: "/job:ps/task:4"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0237536542118
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights/Initializer/truncated_normal/TruncatedNormal"
+ op: "TruncatedNormal"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights/Initializer/truncated_normal/shape"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights/Initializer/truncated_normal/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights/Initializer/truncated_normal/TruncatedNormal"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights/Initializer/truncated_normal/stddev"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights/Initializer/truncated_normal"
+ op: "Add"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights/Initializer/truncated_normal/mul"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights/Initializer/truncated_normal/mean"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights/Initializer/truncated_normal"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/weight"
+ op: "Const"
+ device: "/job:ps/task:4"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-05
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/L2Loss"
+ op: "L2Loss"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights/read"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/weight"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/Conv2D"
+ op: "Conv2D"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/Relu"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/beta"
+ op: "Variable"
+ device: "/job:ps/task:5"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/beta/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:5"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 512
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/beta/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/beta"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/beta/Initializer/zeros"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/beta/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/beta"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/gamma"
+ op: "Variable"
+ device: "/job:ps/task:6"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/gamma/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:6"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 512
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/gamma/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/gamma"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/gamma/Initializer/ones"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/gamma/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/gamma"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ op: "Variable"
+ device: "/job:ps/task:7"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:7"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 512
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean/Initializer/zeros"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ op: "Variable"
+ device: "/job:ps/task:8"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:8"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 512
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance/Initializer/ones"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/Add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/Add"
+ op: "Add"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean/read"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/Add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Const"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 3200.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/Conv2D"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference"
+ op: "SquaredDifference"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/Conv2D"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss"
+ op: "Sum"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/divisor"
+ op: "Inv"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Const"
+ input: "^resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss"
+ input: "^resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean"
+ op: "Add"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square"
+ op: "Square"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/decay"
+ op: "Const"
+ device: "/job:ps/task:7"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean/read"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/sub"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/decay"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg"
+ op: "AssignSub"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg/mul"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/decay"
+ op: "Const"
+ device: "/job:ps/task:8"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance/read"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/sub"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/decay"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1"
+ op: "AssignSub"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1/mul"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-06
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add"
+ op: "Add"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt"
+ op: "Rsqrt"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/gamma/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/Conv2D"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/beta/read"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1"
+ op: "Add"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/Relu"
+ op: "Relu"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights"
+ op: "Variable"
+ device: "/job:ps/task:9"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights/Initializer/truncated_normal/shape"
+ op: "Const"
+ device: "/job:ps/task:9"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\001\000\000\000\001\000\000\000\000\002\000\000\000\010\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights/Initializer/truncated_normal/mean"
+ op: "Const"
+ device: "/job:ps/task:9"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights/Initializer/truncated_normal/stddev"
+ op: "Const"
+ device: "/job:ps/task:9"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0712609663606
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights/Initializer/truncated_normal/TruncatedNormal"
+ op: "TruncatedNormal"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights/Initializer/truncated_normal/shape"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights/Initializer/truncated_normal/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights/Initializer/truncated_normal/TruncatedNormal"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights/Initializer/truncated_normal/stddev"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights/Initializer/truncated_normal"
+ op: "Add"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights/Initializer/truncated_normal/mul"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights/Initializer/truncated_normal/mean"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights/Initializer/truncated_normal"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/weight"
+ op: "Const"
+ device: "/job:ps/task:9"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-05
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/L2Loss"
+ op: "L2Loss"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights/read"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/weight"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/Conv2D"
+ op: "Conv2D"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/Relu"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/biases"
+ op: "Variable"
+ device: "/job:ps/task:10"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/biases/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:10"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 2048
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/biases/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/biases"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/biases/Initializer/zeros"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/biases/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/biases"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/BiasAdd"
+ op: "BiasAdd"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/Conv2D"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/biases/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/add"
+ op: "Add"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/add"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/BiasAdd"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/postnorm/beta"
+ op: "Variable"
+ device: "/job:ps/task:11"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/postnorm/beta/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:11"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/postnorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 2048
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/postnorm/beta/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/postnorm/beta"
+ input: "resnet_v2_50/postnorm/beta/Initializer/zeros"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/postnorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/postnorm/beta/read"
+ op: "Identity"
+ input: "resnet_v2_50/postnorm/beta"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/postnorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/postnorm/gamma"
+ op: "Variable"
+ device: "/job:ps/task:12"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/postnorm/gamma/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:12"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/postnorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 2048
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/postnorm/gamma/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/postnorm/gamma"
+ input: "resnet_v2_50/postnorm/gamma/Initializer/ones"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/postnorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/postnorm/gamma/read"
+ op: "Identity"
+ input: "resnet_v2_50/postnorm/gamma"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/postnorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/postnorm/moving_mean"
+ op: "Variable"
+ device: "/job:ps/task:13"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/postnorm/moving_mean/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:13"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/postnorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 2048
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/postnorm/moving_mean/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/postnorm/moving_mean"
+ input: "resnet_v2_50/postnorm/moving_mean/Initializer/zeros"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/postnorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/postnorm/moving_mean/read"
+ op: "Identity"
+ input: "resnet_v2_50/postnorm/moving_mean"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/postnorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/postnorm/moving_variance"
+ op: "Variable"
+ device: "/job:ps/task:14"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/postnorm/moving_variance/Initializer/ones"
+ op: "Const"
+ device: "/job:ps/task:14"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/postnorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 2048
+ }
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/postnorm/moving_variance/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/postnorm/moving_variance"
+ input: "resnet_v2_50/postnorm/moving_variance/Initializer/ones"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/postnorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/postnorm/moving_variance/read"
+ op: "Identity"
+ input: "resnet_v2_50/postnorm/moving_variance"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/postnorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/postnorm/Add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/postnorm/Add"
+ op: "Add"
+ input: "resnet_v2_50/postnorm/moving_mean/read"
+ input: "resnet_v2_50/postnorm/Add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/postnorm/moments/sufficient_statistics/Const"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 3200.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/postnorm/moments/sufficient_statistics/Sub"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/add"
+ input: "resnet_v2_50/postnorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/postnorm/moments/sufficient_statistics/SquaredDifference"
+ op: "SquaredDifference"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/add"
+ input: "resnet_v2_50/postnorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/postnorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/postnorm/moments/sufficient_statistics/mean_ss"
+ op: "Sum"
+ input: "resnet_v2_50/postnorm/moments/sufficient_statistics/Sub"
+ input: "resnet_v2_50/postnorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/postnorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 3
+ }
+ }
+ tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/postnorm/moments/sufficient_statistics/var_ss"
+ op: "Sum"
+ input: "resnet_v2_50/postnorm/moments/sufficient_statistics/SquaredDifference"
+ input: "resnet_v2_50/postnorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/postnorm/moments/normalize/divisor"
+ op: "Inv"
+ input: "resnet_v2_50/postnorm/moments/sufficient_statistics/Const"
+ input: "^resnet_v2_50/postnorm/moments/sufficient_statistics/mean_ss"
+ input: "^resnet_v2_50/postnorm/moments/sufficient_statistics/var_ss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/postnorm/moments/normalize/shifted_mean"
+ op: "Mul"
+ input: "resnet_v2_50/postnorm/moments/sufficient_statistics/mean_ss"
+ input: "resnet_v2_50/postnorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/postnorm/moments/normalize/mean"
+ op: "Add"
+ input: "resnet_v2_50/postnorm/moments/normalize/shifted_mean"
+ input: "resnet_v2_50/postnorm/Add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/postnorm/moments/normalize/Mul"
+ op: "Mul"
+ input: "resnet_v2_50/postnorm/moments/sufficient_statistics/var_ss"
+ input: "resnet_v2_50/postnorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/postnorm/moments/normalize/Square"
+ op: "Square"
+ input: "resnet_v2_50/postnorm/moments/normalize/shifted_mean"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/postnorm/moments/normalize/variance"
+ op: "Sub"
+ input: "resnet_v2_50/postnorm/moments/normalize/Mul"
+ input: "resnet_v2_50/postnorm/moments/normalize/Square"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/postnorm/AssignMovingAvg/decay"
+ op: "Const"
+ device: "/job:ps/task:13"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/postnorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/postnorm/AssignMovingAvg/sub"
+ op: "Sub"
+ input: "resnet_v2_50/postnorm/moving_mean/read"
+ input: "resnet_v2_50/postnorm/moments/normalize/mean"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/postnorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/postnorm/AssignMovingAvg/mul"
+ op: "Mul"
+ input: "resnet_v2_50/postnorm/AssignMovingAvg/sub"
+ input: "resnet_v2_50/postnorm/AssignMovingAvg/decay"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/postnorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/postnorm/AssignMovingAvg"
+ op: "AssignSub"
+ input: "resnet_v2_50/postnorm/moving_mean"
+ input: "resnet_v2_50/postnorm/AssignMovingAvg/mul"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/postnorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/postnorm/AssignMovingAvg_1/decay"
+ op: "Const"
+ device: "/job:ps/task:14"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/postnorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.00300000002608
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/postnorm/AssignMovingAvg_1/sub"
+ op: "Sub"
+ input: "resnet_v2_50/postnorm/moving_variance/read"
+ input: "resnet_v2_50/postnorm/moments/normalize/variance"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/postnorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/postnorm/AssignMovingAvg_1/mul"
+ op: "Mul"
+ input: "resnet_v2_50/postnorm/AssignMovingAvg_1/sub"
+ input: "resnet_v2_50/postnorm/AssignMovingAvg_1/decay"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/postnorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/postnorm/AssignMovingAvg_1"
+ op: "AssignSub"
+ input: "resnet_v2_50/postnorm/moving_variance"
+ input: "resnet_v2_50/postnorm/AssignMovingAvg_1/mul"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/postnorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/postnorm/batchnorm/add/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-06
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/postnorm/batchnorm/add"
+ op: "Add"
+ input: "resnet_v2_50/postnorm/moments/normalize/variance"
+ input: "resnet_v2_50/postnorm/batchnorm/add/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/postnorm/batchnorm/Rsqrt"
+ op: "Rsqrt"
+ input: "resnet_v2_50/postnorm/batchnorm/add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/postnorm/batchnorm/mul"
+ op: "Mul"
+ input: "resnet_v2_50/postnorm/batchnorm/Rsqrt"
+ input: "resnet_v2_50/postnorm/gamma/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/postnorm/batchnorm/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/add"
+ input: "resnet_v2_50/postnorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/postnorm/batchnorm/mul_2"
+ op: "Mul"
+ input: "resnet_v2_50/postnorm/moments/normalize/mean"
+ input: "resnet_v2_50/postnorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/postnorm/batchnorm/sub"
+ op: "Sub"
+ input: "resnet_v2_50/postnorm/beta/read"
+ input: "resnet_v2_50/postnorm/batchnorm/mul_2"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/postnorm/batchnorm/add_1"
+ op: "Add"
+ input: "resnet_v2_50/postnorm/batchnorm/mul_1"
+ input: "resnet_v2_50/postnorm/batchnorm/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/postnorm/Relu"
+ op: "Relu"
+ input: "resnet_v2_50/postnorm/batchnorm/add_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/pool5/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 2
+ }
+ }
+ tensor_content: "\001\000\000\000\002\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/pool5"
+ op: "Mean"
+ input: "resnet_v2_50/postnorm/Relu"
+ input: "resnet_v2_50/pool5/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/logits/weights"
+ op: "Variable"
+ device: "/job:ps/task:15"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 2048
+ }
+ dim {
+ size: 1001
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 2048
+ }
+ dim {
+ size: 1001
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/logits/weights/Initializer/truncated_normal/shape"
+ op: "Const"
+ device: "/job:ps/task:15"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/logits/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\001\000\000\000\001\000\000\000\000\010\000\000\351\003\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/logits/weights/Initializer/truncated_normal/mean"
+ op: "Const"
+ device: "/job:ps/task:15"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/logits/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/logits/weights/Initializer/truncated_normal/stddev"
+ op: "Const"
+ device: "/job:ps/task:15"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/logits/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0356304831803
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/logits/weights/Initializer/truncated_normal/TruncatedNormal"
+ op: "TruncatedNormal"
+ input: "resnet_v2_50/logits/weights/Initializer/truncated_normal/shape"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/logits/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 2048
+ }
+ dim {
+ size: 1001
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "seed"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "seed2"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/logits/weights/Initializer/truncated_normal/mul"
+ op: "Mul"
+ input: "resnet_v2_50/logits/weights/Initializer/truncated_normal/TruncatedNormal"
+ input: "resnet_v2_50/logits/weights/Initializer/truncated_normal/stddev"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/logits/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 2048
+ }
+ dim {
+ size: 1001
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/logits/weights/Initializer/truncated_normal"
+ op: "Add"
+ input: "resnet_v2_50/logits/weights/Initializer/truncated_normal/mul"
+ input: "resnet_v2_50/logits/weights/Initializer/truncated_normal/mean"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/logits/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 2048
+ }
+ dim {
+ size: 1001
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/logits/weights/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/logits/weights"
+ input: "resnet_v2_50/logits/weights/Initializer/truncated_normal"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/logits/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 2048
+ }
+ dim {
+ size: 1001
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/logits/weights/read"
+ op: "Identity"
+ input: "resnet_v2_50/logits/weights"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/logits/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 2048
+ }
+ dim {
+ size: 1001
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/logits/weights/Regularizer/L2Regularizer/weight"
+ op: "Const"
+ device: "/job:ps/task:15"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/logits/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 9.99999974738e-05
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/logits/weights/Regularizer/L2Regularizer/L2Loss"
+ op: "L2Loss"
+ input: "resnet_v2_50/logits/weights/read"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/logits/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/logits/weights/Regularizer/L2Regularizer/value"
+ op: "Mul"
+ input: "resnet_v2_50/logits/weights/Regularizer/L2Regularizer/weight"
+ input: "resnet_v2_50/logits/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/logits/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/logits/Conv2D"
+ op: "Conv2D"
+ input: "resnet_v2_50/pool5"
+ input: "resnet_v2_50/logits/weights/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1001
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/logits/biases"
+ op: "Variable"
+ device: "/job:ps/task:16"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1001
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1001
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/logits/biases/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:16"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/logits/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1001
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ dim {
+ size: 1001
+ }
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/logits/biases/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/logits/biases"
+ input: "resnet_v2_50/logits/biases/Initializer/zeros"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/logits/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1001
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/logits/biases/read"
+ op: "Identity"
+ input: "resnet_v2_50/logits/biases"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/logits/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1001
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/logits/BiasAdd"
+ op: "BiasAdd"
+ input: "resnet_v2_50/logits/Conv2D"
+ input: "resnet_v2_50/logits/biases/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1001
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/predictions/Reshape/shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 2
+ }
+ }
+ tensor_content: "\377\377\377\377\351\003\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/predictions/Reshape"
+ op: "Reshape"
+ input: "resnet_v2_50/logits/BiasAdd"
+ input: "resnet_v2_50/predictions/Reshape/shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 1001
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/predictions/Softmax"
+ op: "Softmax"
+ input: "resnet_v2_50/predictions/Reshape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 1001
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/predictions/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\001\000\000\000\001\000\000\000\351\003\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/predictions/Reshape_1"
+ op: "Reshape"
+ input: "resnet_v2_50/predictions/Softmax"
+ input: "resnet_v2_50/predictions/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1001
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "SpatialSqueeze"
+ op: "Squeeze"
+ input: "resnet_v2_50/logits/BiasAdd"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 1001
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "squeeze_dims"
+ value {
+ list {
+ i: 1
+ i: 2
+ }
+ }
+ }
+}
+node {
+ name: "softmax_cross_entropy_loss/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 2
+ }
+ }
+ tensor_content: " \000\000\000\351\003\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "softmax_cross_entropy_loss/strided_slice/pack"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "softmax_cross_entropy_loss/strided_slice/pack_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 2
+ }
+ }
+ }
+}
+node {
+ name: "softmax_cross_entropy_loss/strided_slice/pack_2"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "softmax_cross_entropy_loss/strided_slice"
+ op: "StridedSlice"
+ input: "softmax_cross_entropy_loss/Shape"
+ input: "softmax_cross_entropy_loss/strided_slice/pack"
+ input: "softmax_cross_entropy_loss/strided_slice/pack_1"
+ input: "softmax_cross_entropy_loss/strided_slice/pack_2"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "begin_mask"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "ellipsis_mask"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "end_mask"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "new_axis_mask"
+ value {
+ i: 0
+ }
+ }
+ attr {
+ key: "shrink_axis_mask"
+ value {
+ i: 1
+ }
+ }
+}
+node {
+ name: "softmax_cross_entropy_loss/Cast_1"
+ op: "Cast"
+ input: "softmax_cross_entropy_loss/strided_slice"
+ device: "/job:worker"
+ attr {
+ key: "DstT"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "SrcT"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "softmax_cross_entropy_loss/truediv/x"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.10000000149
+ }
+ }
+ }
+}
+node {
+ name: "softmax_cross_entropy_loss/truediv"
+ op: "Div"
+ input: "softmax_cross_entropy_loss/truediv/x"
+ input: "softmax_cross_entropy_loss/Cast_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "softmax_cross_entropy_loss/mul/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.899999976158
+ }
+ }
+ }
+}
+node {
+ name: "softmax_cross_entropy_loss/mul"
+ op: "Mul"
+ input: "OneHotEncoding/one_hot"
+ input: "softmax_cross_entropy_loss/mul/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 1001
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "softmax_cross_entropy_loss/add"
+ op: "Add"
+ input: "softmax_cross_entropy_loss/mul"
+ input: "softmax_cross_entropy_loss/truediv"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 1001
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "softmax_cross_entropy_loss/xentropy"
+ op: "SoftmaxCrossEntropyWithLogits"
+ input: "SpatialSqueeze"
+ input: "softmax_cross_entropy_loss/add"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ }
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 1001
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "softmax_cross_entropy_loss/Const"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "softmax_cross_entropy_loss/Sum/reduction_indices"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "softmax_cross_entropy_loss/Sum"
+ op: "Sum"
+ input: "softmax_cross_entropy_loss/xentropy"
+ input: "softmax_cross_entropy_loss/Sum/reduction_indices"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "softmax_cross_entropy_loss/Mul"
+ op: "Mul"
+ input: "softmax_cross_entropy_loss/Sum"
+ input: "softmax_cross_entropy_loss/Const"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "softmax_cross_entropy_loss/Const_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "softmax_cross_entropy_loss/Sum_1"
+ op: "Sum"
+ input: "softmax_cross_entropy_loss/Mul"
+ input: "softmax_cross_entropy_loss/Const_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "softmax_cross_entropy_loss/Squeeze"
+ op: "Squeeze"
+ input: "softmax_cross_entropy_loss/Const"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "squeeze_dims"
+ value {
+ list {
+ }
+ }
+ }
+}
+node {
+ name: "softmax_cross_entropy_loss/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 32
+ }
+ }
+ }
+}
+node {
+ name: "softmax_cross_entropy_loss/Slice/begin"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "softmax_cross_entropy_loss/Slice/size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "softmax_cross_entropy_loss/Slice"
+ op: "Slice"
+ input: "softmax_cross_entropy_loss/Shape_1"
+ input: "softmax_cross_entropy_loss/Slice/begin"
+ input: "softmax_cross_entropy_loss/Slice/size"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "softmax_cross_entropy_loss/Reshape/shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "softmax_cross_entropy_loss/Reshape"
+ op: "Reshape"
+ input: "softmax_cross_entropy_loss/Slice"
+ input: "softmax_cross_entropy_loss/Reshape/shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "softmax_cross_entropy_loss/Size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 32
+ }
+ }
+ }
+}
+node {
+ name: "softmax_cross_entropy_loss/ToFloat_2"
+ op: "Cast"
+ input: "softmax_cross_entropy_loss/Size"
+ device: "/job:worker"
+ attr {
+ key: "DstT"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "SrcT"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "softmax_cross_entropy_loss/ToFloat_3"
+ op: "Cast"
+ input: "softmax_cross_entropy_loss/Reshape"
+ device: "/job:worker"
+ attr {
+ key: "DstT"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "SrcT"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "softmax_cross_entropy_loss/Div"
+ op: "Div"
+ input: "softmax_cross_entropy_loss/ToFloat_2"
+ input: "softmax_cross_entropy_loss/ToFloat_3"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "softmax_cross_entropy_loss/Equal/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "softmax_cross_entropy_loss/Equal"
+ op: "Equal"
+ input: "softmax_cross_entropy_loss/Squeeze"
+ input: "softmax_cross_entropy_loss/Equal/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "softmax_cross_entropy_loss/Select/t"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "softmax_cross_entropy_loss/Select"
+ op: "Select"
+ input: "softmax_cross_entropy_loss/Equal"
+ input: "softmax_cross_entropy_loss/Select/t"
+ input: "softmax_cross_entropy_loss/Div"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "softmax_cross_entropy_loss/Reshape_1/shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "softmax_cross_entropy_loss/Reshape_1"
+ op: "Reshape"
+ input: "softmax_cross_entropy_loss/Reshape"
+ input: "softmax_cross_entropy_loss/Reshape_1/shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "softmax_cross_entropy_loss/ones/Const"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "softmax_cross_entropy_loss/ones"
+ op: "Fill"
+ input: "softmax_cross_entropy_loss/Reshape_1"
+ input: "softmax_cross_entropy_loss/ones/Const"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "softmax_cross_entropy_loss/Mul_1"
+ op: "Mul"
+ input: "softmax_cross_entropy_loss/ones"
+ input: "softmax_cross_entropy_loss/Select"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "softmax_cross_entropy_loss/Const_2"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "softmax_cross_entropy_loss/Sum_2"
+ op: "Sum"
+ input: "softmax_cross_entropy_loss/Mul_1"
+ input: "softmax_cross_entropy_loss/Const_2"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "softmax_cross_entropy_loss/Const_3"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "softmax_cross_entropy_loss/Sum_3"
+ op: "Sum"
+ input: "softmax_cross_entropy_loss/Sum_1"
+ input: "softmax_cross_entropy_loss/Const_3"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "softmax_cross_entropy_loss/Greater/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "softmax_cross_entropy_loss/Greater"
+ op: "Greater"
+ input: "softmax_cross_entropy_loss/Sum_2"
+ input: "softmax_cross_entropy_loss/Greater/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "softmax_cross_entropy_loss/Equal_1/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "softmax_cross_entropy_loss/Equal_1"
+ op: "Equal"
+ input: "softmax_cross_entropy_loss/Sum_2"
+ input: "softmax_cross_entropy_loss/Equal_1/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "softmax_cross_entropy_loss/ones_like/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "softmax_cross_entropy_loss/ones_like/Const"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "softmax_cross_entropy_loss/ones_like"
+ op: "Fill"
+ input: "softmax_cross_entropy_loss/ones_like/Shape"
+ input: "softmax_cross_entropy_loss/ones_like/Const"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "softmax_cross_entropy_loss/Select_1"
+ op: "Select"
+ input: "softmax_cross_entropy_loss/Equal_1"
+ input: "softmax_cross_entropy_loss/ones_like"
+ input: "softmax_cross_entropy_loss/Sum_2"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "softmax_cross_entropy_loss/Div_1"
+ op: "Div"
+ input: "softmax_cross_entropy_loss/Sum_3"
+ input: "softmax_cross_entropy_loss/Select_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "softmax_cross_entropy_loss/zeros_like"
+ op: "ZerosLike"
+ input: "softmax_cross_entropy_loss/Sum_3"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "softmax_cross_entropy_loss/value"
+ op: "Select"
+ input: "softmax_cross_entropy_loss/Greater"
+ input: "softmax_cross_entropy_loss/Div_1"
+ input: "softmax_cross_entropy_loss/zeros_like"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "total_loss"
+ op: "AddN"
+ input: "softmax_cross_entropy_loss/value"
+ input: "resnet_v2_50/conv1/weights/Regularizer/L2Regularizer/value"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value"
+ input: "resnet_v2_50/logits/weights/Regularizer/L2Regularizer/value"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 55
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "global_step"
+ op: "Variable"
+ device: "/job:ps/task:0"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT64
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "global_step/Initializer/zeros"
+ op: "Const"
+ device: "/job:ps/task:0"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@global_step"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT64
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT64
+ tensor_shape {
+ }
+ int64_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "global_step/Assign"
+ op: "Assign"
+ input: "global_step"
+ input: "global_step/Initializer/zeros"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT64
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@global_step"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "global_step/read"
+ op: "Identity"
+ input: "global_step"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT64
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@global_step"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity"
+ op: "Identity"
+ input: "resnet_v2_50/conv1/weights"
+ input: "^resnet_v2_50/conv1/weights/Assign"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 7
+ }
+ dim {
+ size: 7
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/conv1/weights/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:0"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 7
+ }
+ dim {
+ size: 7
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 7
+ }
+ dim {
+ size: 7
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/conv1/weights/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/conv1/weights/ExponentialMovingAverage"
+ input: "Identity"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 7
+ }
+ dim {
+ size: 7
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/conv1/weights/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/conv1/weights/ExponentialMovingAverage"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 7
+ }
+ dim {
+ size: 7
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_1"
+ op: "Identity"
+ input: "resnet_v2_50/conv1/biases"
+ input: "^resnet_v2_50/conv1/biases/Assign"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/conv1/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/conv1/biases/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:1"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/conv1/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/conv1/biases/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/conv1/biases/ExponentialMovingAverage"
+ input: "Identity_1"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/conv1/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/conv1/biases/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/conv1/biases/ExponentialMovingAverage"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/conv1/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_2"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/beta"
+ input: "^resnet_v2_50/block1/unit_1/bottleneck_v2/preact/beta/Assign"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/beta/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:2"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/beta/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/beta/ExponentialMovingAverage"
+ input: "Identity_2"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/beta/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/beta/ExponentialMovingAverage"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_3"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/gamma"
+ input: "^resnet_v2_50/block1/unit_1/bottleneck_v2/preact/gamma/Assign"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/gamma/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:3"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/gamma/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/gamma/ExponentialMovingAverage"
+ input: "Identity_3"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/gamma/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/gamma/ExponentialMovingAverage"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_4"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moving_mean"
+ input: "^resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moving_mean/Assign"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:4"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage"
+ input: "Identity_4"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_5"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moving_variance"
+ input: "^resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moving_variance/Assign"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:5"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage"
+ input: "Identity_5"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_6"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights"
+ input: "^resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights/Assign"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:6"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights/ExponentialMovingAverage"
+ input: "Identity_6"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights/ExponentialMovingAverage"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_7"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/biases"
+ input: "^resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/biases/Assign"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/biases/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:7"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/biases/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/biases/ExponentialMovingAverage"
+ input: "Identity_7"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/biases/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/biases/ExponentialMovingAverage"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_8"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights"
+ input: "^resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights/Assign"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:8"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights/ExponentialMovingAverage"
+ input: "Identity_8"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights/ExponentialMovingAverage"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_9"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/beta"
+ input: "^resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/beta/Assign"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:9"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage"
+ input: "Identity_9"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_10"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/gamma"
+ input: "^resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/gamma/Assign"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:10"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage"
+ input: "Identity_10"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_11"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ input: "^resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean/Assign"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:11"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage"
+ input: "Identity_11"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_12"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ input: "^resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance/Assign"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:12"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage"
+ input: "Identity_12"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_13"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights"
+ input: "^resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights/Assign"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:13"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights/ExponentialMovingAverage"
+ input: "Identity_13"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights/ExponentialMovingAverage"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_14"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/beta"
+ input: "^resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/beta/Assign"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:14"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage"
+ input: "Identity_14"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_15"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/gamma"
+ input: "^resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/gamma/Assign"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:15"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage"
+ input: "Identity_15"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_16"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ input: "^resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean/Assign"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:16"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage"
+ input: "Identity_16"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_17"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ input: "^resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance/Assign"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:0"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage"
+ input: "Identity_17"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_18"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights"
+ input: "^resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights/Assign"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:1"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights/ExponentialMovingAverage"
+ input: "Identity_18"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights/ExponentialMovingAverage"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_19"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/biases"
+ input: "^resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/biases/Assign"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/biases/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:2"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/biases/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/biases/ExponentialMovingAverage"
+ input: "Identity_19"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/biases/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/biases/ExponentialMovingAverage"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_20"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/beta"
+ input: "^resnet_v2_50/block1/unit_2/bottleneck_v2/preact/beta/Assign"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/beta/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:3"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/beta/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/beta/ExponentialMovingAverage"
+ input: "Identity_20"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/beta/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/beta/ExponentialMovingAverage"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_21"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/gamma"
+ input: "^resnet_v2_50/block1/unit_2/bottleneck_v2/preact/gamma/Assign"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/gamma/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:4"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/gamma/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/gamma/ExponentialMovingAverage"
+ input: "Identity_21"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/gamma/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/gamma/ExponentialMovingAverage"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_22"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moving_mean"
+ input: "^resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moving_mean/Assign"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:5"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage"
+ input: "Identity_22"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_23"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moving_variance"
+ input: "^resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moving_variance/Assign"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:6"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage"
+ input: "Identity_23"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_24"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights"
+ input: "^resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights/Assign"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:7"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights/ExponentialMovingAverage"
+ input: "Identity_24"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights/ExponentialMovingAverage"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_25"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/beta"
+ input: "^resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/beta/Assign"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:8"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage"
+ input: "Identity_25"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_26"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/gamma"
+ input: "^resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/gamma/Assign"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:9"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage"
+ input: "Identity_26"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_27"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ input: "^resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean/Assign"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:10"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage"
+ input: "Identity_27"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_28"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ input: "^resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance/Assign"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:11"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage"
+ input: "Identity_28"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_29"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights"
+ input: "^resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights/Assign"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:12"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights/ExponentialMovingAverage"
+ input: "Identity_29"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights/ExponentialMovingAverage"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_30"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/beta"
+ input: "^resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/beta/Assign"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:13"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage"
+ input: "Identity_30"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_31"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/gamma"
+ input: "^resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/gamma/Assign"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:14"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage"
+ input: "Identity_31"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_32"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ input: "^resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean/Assign"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:15"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage"
+ input: "Identity_32"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_33"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ input: "^resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance/Assign"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:16"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage"
+ input: "Identity_33"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_34"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights"
+ input: "^resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights/Assign"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:0"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights/ExponentialMovingAverage"
+ input: "Identity_34"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights/ExponentialMovingAverage"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_35"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/biases"
+ input: "^resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/biases/Assign"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/biases/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:1"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/biases/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/biases/ExponentialMovingAverage"
+ input: "Identity_35"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/biases/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/biases/ExponentialMovingAverage"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_36"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/beta"
+ input: "^resnet_v2_50/block1/unit_3/bottleneck_v2/preact/beta/Assign"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/beta/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:2"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/beta/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/beta/ExponentialMovingAverage"
+ input: "Identity_36"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/beta/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/beta/ExponentialMovingAverage"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_37"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/gamma"
+ input: "^resnet_v2_50/block1/unit_3/bottleneck_v2/preact/gamma/Assign"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/gamma/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:3"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/gamma/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/gamma/ExponentialMovingAverage"
+ input: "Identity_37"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/gamma/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/gamma/ExponentialMovingAverage"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_38"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moving_mean"
+ input: "^resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moving_mean/Assign"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:4"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage"
+ input: "Identity_38"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_39"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moving_variance"
+ input: "^resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moving_variance/Assign"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:5"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage"
+ input: "Identity_39"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_40"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights"
+ input: "^resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights/Assign"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:6"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights/ExponentialMovingAverage"
+ input: "Identity_40"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights/ExponentialMovingAverage"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_41"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/beta"
+ input: "^resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/beta/Assign"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:7"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage"
+ input: "Identity_41"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_42"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/gamma"
+ input: "^resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/gamma/Assign"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:8"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage"
+ input: "Identity_42"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_43"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ input: "^resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean/Assign"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:9"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage"
+ input: "Identity_43"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_44"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ input: "^resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance/Assign"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:10"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage"
+ input: "Identity_44"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_45"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights"
+ input: "^resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights/Assign"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:11"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights/ExponentialMovingAverage"
+ input: "Identity_45"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights/ExponentialMovingAverage"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_46"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/beta"
+ input: "^resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/beta/Assign"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:12"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage"
+ input: "Identity_46"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_47"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/gamma"
+ input: "^resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/gamma/Assign"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:13"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage"
+ input: "Identity_47"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_48"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ input: "^resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean/Assign"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:14"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage"
+ input: "Identity_48"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_49"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ input: "^resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance/Assign"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:15"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage"
+ input: "Identity_49"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_50"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights"
+ input: "^resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights/Assign"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:16"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights/ExponentialMovingAverage"
+ input: "Identity_50"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights/ExponentialMovingAverage"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_51"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/biases"
+ input: "^resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/biases/Assign"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/biases/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:0"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/biases/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/biases/ExponentialMovingAverage"
+ input: "Identity_51"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/biases/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/biases/ExponentialMovingAverage"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_52"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/beta"
+ input: "^resnet_v2_50/block2/unit_1/bottleneck_v2/preact/beta/Assign"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/beta/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:1"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/beta/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/beta/ExponentialMovingAverage"
+ input: "Identity_52"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/beta/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/beta/ExponentialMovingAverage"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_53"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/gamma"
+ input: "^resnet_v2_50/block2/unit_1/bottleneck_v2/preact/gamma/Assign"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/gamma/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:2"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/gamma/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/gamma/ExponentialMovingAverage"
+ input: "Identity_53"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/gamma/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/gamma/ExponentialMovingAverage"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_54"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moving_mean"
+ input: "^resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moving_mean/Assign"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:3"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage"
+ input: "Identity_54"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_55"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moving_variance"
+ input: "^resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moving_variance/Assign"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:4"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage"
+ input: "Identity_55"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_56"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights"
+ input: "^resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights/Assign"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:5"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights/ExponentialMovingAverage"
+ input: "Identity_56"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights/ExponentialMovingAverage"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_57"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/biases"
+ input: "^resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/biases/Assign"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/biases/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:6"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/biases/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/biases/ExponentialMovingAverage"
+ input: "Identity_57"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/biases/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/biases/ExponentialMovingAverage"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_58"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights"
+ input: "^resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights/Assign"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:7"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights/ExponentialMovingAverage"
+ input: "Identity_58"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights/ExponentialMovingAverage"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_59"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/beta"
+ input: "^resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/beta/Assign"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:8"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage"
+ input: "Identity_59"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_60"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/gamma"
+ input: "^resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/gamma/Assign"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:9"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage"
+ input: "Identity_60"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_61"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ input: "^resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean/Assign"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:10"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage"
+ input: "Identity_61"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_62"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ input: "^resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance/Assign"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:11"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage"
+ input: "Identity_62"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_63"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights"
+ input: "^resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights/Assign"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:12"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights/ExponentialMovingAverage"
+ input: "Identity_63"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights/ExponentialMovingAverage"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_64"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/beta"
+ input: "^resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/beta/Assign"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:13"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage"
+ input: "Identity_64"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_65"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/gamma"
+ input: "^resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/gamma/Assign"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:14"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage"
+ input: "Identity_65"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_66"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ input: "^resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean/Assign"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:15"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage"
+ input: "Identity_66"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_67"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ input: "^resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance/Assign"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:16"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage"
+ input: "Identity_67"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_68"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights"
+ input: "^resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights/Assign"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:0"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights/ExponentialMovingAverage"
+ input: "Identity_68"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights/ExponentialMovingAverage"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_69"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/biases"
+ input: "^resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/biases/Assign"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/biases/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:1"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/biases/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/biases/ExponentialMovingAverage"
+ input: "Identity_69"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/biases/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/biases/ExponentialMovingAverage"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_70"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/beta"
+ input: "^resnet_v2_50/block2/unit_2/bottleneck_v2/preact/beta/Assign"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/beta/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:2"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/beta/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/beta/ExponentialMovingAverage"
+ input: "Identity_70"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/beta/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/beta/ExponentialMovingAverage"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_71"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/gamma"
+ input: "^resnet_v2_50/block2/unit_2/bottleneck_v2/preact/gamma/Assign"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/gamma/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:3"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/gamma/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/gamma/ExponentialMovingAverage"
+ input: "Identity_71"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/gamma/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/gamma/ExponentialMovingAverage"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_72"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moving_mean"
+ input: "^resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moving_mean/Assign"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:4"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage"
+ input: "Identity_72"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_73"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moving_variance"
+ input: "^resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moving_variance/Assign"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:5"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage"
+ input: "Identity_73"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_74"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights"
+ input: "^resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights/Assign"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:6"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights/ExponentialMovingAverage"
+ input: "Identity_74"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights/ExponentialMovingAverage"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_75"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/beta"
+ input: "^resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/beta/Assign"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:7"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage"
+ input: "Identity_75"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_76"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/gamma"
+ input: "^resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/gamma/Assign"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:8"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage"
+ input: "Identity_76"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_77"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ input: "^resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean/Assign"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:9"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage"
+ input: "Identity_77"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_78"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ input: "^resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance/Assign"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:10"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage"
+ input: "Identity_78"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_79"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights"
+ input: "^resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights/Assign"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:11"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights/ExponentialMovingAverage"
+ input: "Identity_79"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights/ExponentialMovingAverage"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_80"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/beta"
+ input: "^resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/beta/Assign"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:12"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage"
+ input: "Identity_80"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_81"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/gamma"
+ input: "^resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/gamma/Assign"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:13"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage"
+ input: "Identity_81"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_82"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ input: "^resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean/Assign"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:14"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage"
+ input: "Identity_82"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_83"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ input: "^resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance/Assign"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:15"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage"
+ input: "Identity_83"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_84"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights"
+ input: "^resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights/Assign"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:16"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights/ExponentialMovingAverage"
+ input: "Identity_84"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights/ExponentialMovingAverage"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_85"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/biases"
+ input: "^resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/biases/Assign"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/biases/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:0"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/biases/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/biases/ExponentialMovingAverage"
+ input: "Identity_85"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/biases/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/biases/ExponentialMovingAverage"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_86"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/beta"
+ input: "^resnet_v2_50/block2/unit_3/bottleneck_v2/preact/beta/Assign"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/beta/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:1"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/beta/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/beta/ExponentialMovingAverage"
+ input: "Identity_86"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/beta/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/beta/ExponentialMovingAverage"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_87"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/gamma"
+ input: "^resnet_v2_50/block2/unit_3/bottleneck_v2/preact/gamma/Assign"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/gamma/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:2"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/gamma/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/gamma/ExponentialMovingAverage"
+ input: "Identity_87"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/gamma/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/gamma/ExponentialMovingAverage"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_88"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moving_mean"
+ input: "^resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moving_mean/Assign"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:3"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage"
+ input: "Identity_88"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_89"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moving_variance"
+ input: "^resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moving_variance/Assign"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:4"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage"
+ input: "Identity_89"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_90"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights"
+ input: "^resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights/Assign"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:5"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights/ExponentialMovingAverage"
+ input: "Identity_90"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights/ExponentialMovingAverage"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_91"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/beta"
+ input: "^resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/beta/Assign"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:6"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage"
+ input: "Identity_91"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_92"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/gamma"
+ input: "^resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/gamma/Assign"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:7"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage"
+ input: "Identity_92"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_93"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ input: "^resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean/Assign"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:8"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage"
+ input: "Identity_93"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_94"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ input: "^resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance/Assign"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:9"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage"
+ input: "Identity_94"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_95"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights"
+ input: "^resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights/Assign"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:10"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights/ExponentialMovingAverage"
+ input: "Identity_95"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights/ExponentialMovingAverage"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_96"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/beta"
+ input: "^resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/beta/Assign"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:11"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage"
+ input: "Identity_96"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_97"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/gamma"
+ input: "^resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/gamma/Assign"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:12"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage"
+ input: "Identity_97"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_98"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ input: "^resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean/Assign"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:13"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage"
+ input: "Identity_98"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_99"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ input: "^resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance/Assign"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:14"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage"
+ input: "Identity_99"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_100"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights"
+ input: "^resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights/Assign"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:15"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights/ExponentialMovingAverage"
+ input: "Identity_100"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights/ExponentialMovingAverage"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_101"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/biases"
+ input: "^resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/biases/Assign"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/biases/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:16"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/biases/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/biases/ExponentialMovingAverage"
+ input: "Identity_101"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/biases/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/biases/ExponentialMovingAverage"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_102"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/beta"
+ input: "^resnet_v2_50/block2/unit_4/bottleneck_v2/preact/beta/Assign"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/beta/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:0"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/beta/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/beta/ExponentialMovingAverage"
+ input: "Identity_102"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/beta/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/beta/ExponentialMovingAverage"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_103"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/gamma"
+ input: "^resnet_v2_50/block2/unit_4/bottleneck_v2/preact/gamma/Assign"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/gamma/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:1"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/gamma/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/gamma/ExponentialMovingAverage"
+ input: "Identity_103"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/gamma/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/gamma/ExponentialMovingAverage"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_104"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moving_mean"
+ input: "^resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moving_mean/Assign"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:2"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage"
+ input: "Identity_104"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_105"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moving_variance"
+ input: "^resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moving_variance/Assign"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:3"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage"
+ input: "Identity_105"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_106"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights"
+ input: "^resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights/Assign"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:4"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights/ExponentialMovingAverage"
+ input: "Identity_106"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights/ExponentialMovingAverage"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_107"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/beta"
+ input: "^resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/beta/Assign"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:5"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage"
+ input: "Identity_107"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_108"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/gamma"
+ input: "^resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/gamma/Assign"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:6"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage"
+ input: "Identity_108"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_109"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ input: "^resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moving_mean/Assign"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:7"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage"
+ input: "Identity_109"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_110"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ input: "^resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moving_variance/Assign"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:8"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage"
+ input: "Identity_110"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_111"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights"
+ input: "^resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights/Assign"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:9"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights/ExponentialMovingAverage"
+ input: "Identity_111"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights/ExponentialMovingAverage"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_112"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/beta"
+ input: "^resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/beta/Assign"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:10"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage"
+ input: "Identity_112"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_113"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/gamma"
+ input: "^resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/gamma/Assign"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:11"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage"
+ input: "Identity_113"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_114"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ input: "^resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moving_mean/Assign"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:12"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage"
+ input: "Identity_114"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_115"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ input: "^resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moving_variance/Assign"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:13"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage"
+ input: "Identity_115"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_116"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights"
+ input: "^resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights/Assign"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:14"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights/ExponentialMovingAverage"
+ input: "Identity_116"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights/ExponentialMovingAverage"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_117"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/biases"
+ input: "^resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/biases/Assign"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/biases/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:15"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/biases/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/biases/ExponentialMovingAverage"
+ input: "Identity_117"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/biases/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/biases/ExponentialMovingAverage"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_118"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/beta"
+ input: "^resnet_v2_50/block3/unit_1/bottleneck_v2/preact/beta/Assign"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/beta/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:16"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/beta/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/beta/ExponentialMovingAverage"
+ input: "Identity_118"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/beta/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/beta/ExponentialMovingAverage"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_119"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/gamma"
+ input: "^resnet_v2_50/block3/unit_1/bottleneck_v2/preact/gamma/Assign"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/gamma/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:0"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/gamma/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/gamma/ExponentialMovingAverage"
+ input: "Identity_119"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/gamma/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/gamma/ExponentialMovingAverage"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_120"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moving_mean"
+ input: "^resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moving_mean/Assign"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:1"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage"
+ input: "Identity_120"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_121"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moving_variance"
+ input: "^resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moving_variance/Assign"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:2"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage"
+ input: "Identity_121"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_122"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights"
+ input: "^resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights/Assign"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:3"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights/ExponentialMovingAverage"
+ input: "Identity_122"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights/ExponentialMovingAverage"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_123"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/biases"
+ input: "^resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/biases/Assign"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/biases/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:4"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/biases/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/biases/ExponentialMovingAverage"
+ input: "Identity_123"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/biases/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/biases/ExponentialMovingAverage"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_124"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights"
+ input: "^resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights/Assign"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:5"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights/ExponentialMovingAverage"
+ input: "Identity_124"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights/ExponentialMovingAverage"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_125"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/beta"
+ input: "^resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/beta/Assign"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:6"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage"
+ input: "Identity_125"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_126"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/gamma"
+ input: "^resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/gamma/Assign"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:7"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage"
+ input: "Identity_126"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_127"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ input: "^resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean/Assign"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:8"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage"
+ input: "Identity_127"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_128"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ input: "^resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance/Assign"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:9"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage"
+ input: "Identity_128"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_129"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights"
+ input: "^resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights/Assign"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:10"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights/ExponentialMovingAverage"
+ input: "Identity_129"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights/ExponentialMovingAverage"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_130"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/beta"
+ input: "^resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/beta/Assign"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:11"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage"
+ input: "Identity_130"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_131"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/gamma"
+ input: "^resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/gamma/Assign"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:12"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage"
+ input: "Identity_131"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_132"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ input: "^resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean/Assign"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:13"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage"
+ input: "Identity_132"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_133"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ input: "^resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance/Assign"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:14"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage"
+ input: "Identity_133"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_134"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights"
+ input: "^resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights/Assign"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:15"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights/ExponentialMovingAverage"
+ input: "Identity_134"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights/ExponentialMovingAverage"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_135"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/biases"
+ input: "^resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/biases/Assign"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/biases/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:16"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/biases/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/biases/ExponentialMovingAverage"
+ input: "Identity_135"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/biases/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/biases/ExponentialMovingAverage"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_136"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/beta"
+ input: "^resnet_v2_50/block3/unit_2/bottleneck_v2/preact/beta/Assign"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/beta/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:0"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/beta/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/beta/ExponentialMovingAverage"
+ input: "Identity_136"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/beta/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/beta/ExponentialMovingAverage"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_137"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/gamma"
+ input: "^resnet_v2_50/block3/unit_2/bottleneck_v2/preact/gamma/Assign"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/gamma/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:1"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/gamma/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/gamma/ExponentialMovingAverage"
+ input: "Identity_137"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/gamma/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/gamma/ExponentialMovingAverage"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_138"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moving_mean"
+ input: "^resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moving_mean/Assign"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:2"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage"
+ input: "Identity_138"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_139"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moving_variance"
+ input: "^resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moving_variance/Assign"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:3"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage"
+ input: "Identity_139"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_140"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights"
+ input: "^resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights/Assign"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:4"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights/ExponentialMovingAverage"
+ input: "Identity_140"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights/ExponentialMovingAverage"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_141"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/beta"
+ input: "^resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/beta/Assign"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:5"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage"
+ input: "Identity_141"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_142"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/gamma"
+ input: "^resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/gamma/Assign"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:6"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage"
+ input: "Identity_142"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_143"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ input: "^resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean/Assign"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:7"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage"
+ input: "Identity_143"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_144"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ input: "^resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance/Assign"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:8"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage"
+ input: "Identity_144"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_145"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights"
+ input: "^resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights/Assign"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:9"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights/ExponentialMovingAverage"
+ input: "Identity_145"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights/ExponentialMovingAverage"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_146"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/beta"
+ input: "^resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/beta/Assign"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:10"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage"
+ input: "Identity_146"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_147"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/gamma"
+ input: "^resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/gamma/Assign"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:11"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage"
+ input: "Identity_147"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_148"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ input: "^resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean/Assign"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:12"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage"
+ input: "Identity_148"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_149"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ input: "^resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance/Assign"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:13"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage"
+ input: "Identity_149"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_150"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights"
+ input: "^resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights/Assign"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:14"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights/ExponentialMovingAverage"
+ input: "Identity_150"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights/ExponentialMovingAverage"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_151"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/biases"
+ input: "^resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/biases/Assign"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/biases/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:15"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/biases/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/biases/ExponentialMovingAverage"
+ input: "Identity_151"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/biases/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/biases/ExponentialMovingAverage"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_152"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/beta"
+ input: "^resnet_v2_50/block3/unit_3/bottleneck_v2/preact/beta/Assign"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/beta/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:16"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/beta/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/beta/ExponentialMovingAverage"
+ input: "Identity_152"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/beta/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/beta/ExponentialMovingAverage"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_153"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/gamma"
+ input: "^resnet_v2_50/block3/unit_3/bottleneck_v2/preact/gamma/Assign"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/gamma/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:0"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/gamma/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/gamma/ExponentialMovingAverage"
+ input: "Identity_153"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/gamma/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/gamma/ExponentialMovingAverage"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_154"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moving_mean"
+ input: "^resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moving_mean/Assign"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:1"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage"
+ input: "Identity_154"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_155"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moving_variance"
+ input: "^resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moving_variance/Assign"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:2"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage"
+ input: "Identity_155"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_156"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights"
+ input: "^resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights/Assign"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:3"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights/ExponentialMovingAverage"
+ input: "Identity_156"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights/ExponentialMovingAverage"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_157"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/beta"
+ input: "^resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/beta/Assign"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:4"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage"
+ input: "Identity_157"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_158"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/gamma"
+ input: "^resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/gamma/Assign"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:5"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage"
+ input: "Identity_158"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_159"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ input: "^resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean/Assign"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:6"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage"
+ input: "Identity_159"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_160"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ input: "^resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance/Assign"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:7"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage"
+ input: "Identity_160"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_161"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights"
+ input: "^resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights/Assign"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:8"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights/ExponentialMovingAverage"
+ input: "Identity_161"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights/ExponentialMovingAverage"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_162"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/beta"
+ input: "^resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/beta/Assign"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:9"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage"
+ input: "Identity_162"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_163"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/gamma"
+ input: "^resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/gamma/Assign"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:10"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage"
+ input: "Identity_163"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_164"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ input: "^resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean/Assign"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:11"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage"
+ input: "Identity_164"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_165"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ input: "^resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance/Assign"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:12"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage"
+ input: "Identity_165"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_166"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights"
+ input: "^resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights/Assign"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:13"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights/ExponentialMovingAverage"
+ input: "Identity_166"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights/ExponentialMovingAverage"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_167"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/biases"
+ input: "^resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/biases/Assign"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/biases/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:14"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/biases/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/biases/ExponentialMovingAverage"
+ input: "Identity_167"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/biases/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/biases/ExponentialMovingAverage"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_168"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/beta"
+ input: "^resnet_v2_50/block3/unit_4/bottleneck_v2/preact/beta/Assign"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/beta/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:15"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/beta/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/beta/ExponentialMovingAverage"
+ input: "Identity_168"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/beta/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/beta/ExponentialMovingAverage"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_169"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/gamma"
+ input: "^resnet_v2_50/block3/unit_4/bottleneck_v2/preact/gamma/Assign"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/gamma/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:16"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/gamma/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/gamma/ExponentialMovingAverage"
+ input: "Identity_169"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/gamma/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/gamma/ExponentialMovingAverage"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_170"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moving_mean"
+ input: "^resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moving_mean/Assign"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:0"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage"
+ input: "Identity_170"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_171"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moving_variance"
+ input: "^resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moving_variance/Assign"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:1"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage"
+ input: "Identity_171"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_172"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights"
+ input: "^resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights/Assign"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:2"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights/ExponentialMovingAverage"
+ input: "Identity_172"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights/ExponentialMovingAverage"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_173"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/beta"
+ input: "^resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/beta/Assign"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:3"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage"
+ input: "Identity_173"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_174"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/gamma"
+ input: "^resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/gamma/Assign"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:4"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage"
+ input: "Identity_174"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_175"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ input: "^resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moving_mean/Assign"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:5"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage"
+ input: "Identity_175"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_176"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ input: "^resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moving_variance/Assign"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:6"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage"
+ input: "Identity_176"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_177"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights"
+ input: "^resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights/Assign"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:7"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights/ExponentialMovingAverage"
+ input: "Identity_177"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights/ExponentialMovingAverage"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_178"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/beta"
+ input: "^resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/beta/Assign"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:8"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage"
+ input: "Identity_178"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_179"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/gamma"
+ input: "^resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/gamma/Assign"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:9"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage"
+ input: "Identity_179"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_180"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ input: "^resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moving_mean/Assign"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:10"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage"
+ input: "Identity_180"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_181"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ input: "^resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moving_variance/Assign"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:11"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage"
+ input: "Identity_181"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_182"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights"
+ input: "^resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights/Assign"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:12"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights/ExponentialMovingAverage"
+ input: "Identity_182"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights/ExponentialMovingAverage"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_183"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/biases"
+ input: "^resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/biases/Assign"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/biases/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:13"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/biases/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/biases/ExponentialMovingAverage"
+ input: "Identity_183"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/biases/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/biases/ExponentialMovingAverage"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_184"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/beta"
+ input: "^resnet_v2_50/block3/unit_5/bottleneck_v2/preact/beta/Assign"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/beta/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:14"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/beta/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/beta/ExponentialMovingAverage"
+ input: "Identity_184"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/beta/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/beta/ExponentialMovingAverage"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_185"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/gamma"
+ input: "^resnet_v2_50/block3/unit_5/bottleneck_v2/preact/gamma/Assign"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/gamma/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:15"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/gamma/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/gamma/ExponentialMovingAverage"
+ input: "Identity_185"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/gamma/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/gamma/ExponentialMovingAverage"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_186"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moving_mean"
+ input: "^resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moving_mean/Assign"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:16"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage"
+ input: "Identity_186"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_187"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moving_variance"
+ input: "^resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moving_variance/Assign"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:0"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage"
+ input: "Identity_187"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_188"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights"
+ input: "^resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights/Assign"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:1"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights/ExponentialMovingAverage"
+ input: "Identity_188"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights/ExponentialMovingAverage"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_189"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/beta"
+ input: "^resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/beta/Assign"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:2"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage"
+ input: "Identity_189"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_190"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/gamma"
+ input: "^resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/gamma/Assign"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:3"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage"
+ input: "Identity_190"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_191"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ input: "^resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moving_mean/Assign"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:4"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage"
+ input: "Identity_191"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_192"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ input: "^resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moving_variance/Assign"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:5"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage"
+ input: "Identity_192"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_193"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights"
+ input: "^resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights/Assign"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:6"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights/ExponentialMovingAverage"
+ input: "Identity_193"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights/ExponentialMovingAverage"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_194"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/beta"
+ input: "^resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/beta/Assign"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:7"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage"
+ input: "Identity_194"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_195"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/gamma"
+ input: "^resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/gamma/Assign"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:8"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage"
+ input: "Identity_195"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_196"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ input: "^resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moving_mean/Assign"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:9"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage"
+ input: "Identity_196"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_197"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ input: "^resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moving_variance/Assign"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:10"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage"
+ input: "Identity_197"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_198"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights"
+ input: "^resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights/Assign"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:11"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights/ExponentialMovingAverage"
+ input: "Identity_198"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights/ExponentialMovingAverage"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_199"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/biases"
+ input: "^resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/biases/Assign"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/biases/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:12"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/biases/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/biases/ExponentialMovingAverage"
+ input: "Identity_199"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/biases/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/biases/ExponentialMovingAverage"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_200"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/beta"
+ input: "^resnet_v2_50/block3/unit_6/bottleneck_v2/preact/beta/Assign"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/beta/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:13"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/beta/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/beta/ExponentialMovingAverage"
+ input: "Identity_200"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/beta/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/beta/ExponentialMovingAverage"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_201"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/gamma"
+ input: "^resnet_v2_50/block3/unit_6/bottleneck_v2/preact/gamma/Assign"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/gamma/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:14"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/gamma/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/gamma/ExponentialMovingAverage"
+ input: "Identity_201"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/gamma/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/gamma/ExponentialMovingAverage"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_202"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moving_mean"
+ input: "^resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moving_mean/Assign"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:15"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage"
+ input: "Identity_202"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_203"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moving_variance"
+ input: "^resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moving_variance/Assign"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:16"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage"
+ input: "Identity_203"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_204"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights"
+ input: "^resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights/Assign"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:0"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights/ExponentialMovingAverage"
+ input: "Identity_204"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights/ExponentialMovingAverage"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_205"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/beta"
+ input: "^resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/beta/Assign"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:1"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage"
+ input: "Identity_205"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_206"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/gamma"
+ input: "^resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/gamma/Assign"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:2"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage"
+ input: "Identity_206"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_207"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ input: "^resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moving_mean/Assign"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:3"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage"
+ input: "Identity_207"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_208"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ input: "^resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moving_variance/Assign"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:4"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage"
+ input: "Identity_208"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_209"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights"
+ input: "^resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights/Assign"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:5"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights/ExponentialMovingAverage"
+ input: "Identity_209"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights/ExponentialMovingAverage"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_210"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/beta"
+ input: "^resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/beta/Assign"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:6"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage"
+ input: "Identity_210"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_211"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/gamma"
+ input: "^resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/gamma/Assign"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:7"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage"
+ input: "Identity_211"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_212"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ input: "^resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moving_mean/Assign"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:8"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage"
+ input: "Identity_212"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_213"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ input: "^resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moving_variance/Assign"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:9"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage"
+ input: "Identity_213"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_214"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights"
+ input: "^resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights/Assign"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:10"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights/ExponentialMovingAverage"
+ input: "Identity_214"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights/ExponentialMovingAverage"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_215"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/biases"
+ input: "^resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/biases/Assign"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/biases/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:11"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/biases/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/biases/ExponentialMovingAverage"
+ input: "Identity_215"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/biases/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/biases/ExponentialMovingAverage"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_216"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/beta"
+ input: "^resnet_v2_50/block4/unit_1/bottleneck_v2/preact/beta/Assign"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/beta/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:12"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/beta/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/beta/ExponentialMovingAverage"
+ input: "Identity_216"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/beta/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/beta/ExponentialMovingAverage"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_217"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/gamma"
+ input: "^resnet_v2_50/block4/unit_1/bottleneck_v2/preact/gamma/Assign"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/gamma/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:13"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/gamma/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/gamma/ExponentialMovingAverage"
+ input: "Identity_217"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/gamma/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/gamma/ExponentialMovingAverage"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_218"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moving_mean"
+ input: "^resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moving_mean/Assign"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:14"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage"
+ input: "Identity_218"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_219"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moving_variance"
+ input: "^resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moving_variance/Assign"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:15"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage"
+ input: "Identity_219"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_220"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights"
+ input: "^resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights/Assign"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:16"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights/ExponentialMovingAverage"
+ input: "Identity_220"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights/ExponentialMovingAverage"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_221"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/biases"
+ input: "^resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/biases/Assign"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/biases/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:0"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/biases/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/biases/ExponentialMovingAverage"
+ input: "Identity_221"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/biases/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/biases/ExponentialMovingAverage"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_222"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights"
+ input: "^resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights/Assign"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:1"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights/ExponentialMovingAverage"
+ input: "Identity_222"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights/ExponentialMovingAverage"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_223"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/beta"
+ input: "^resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/beta/Assign"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:2"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage"
+ input: "Identity_223"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_224"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/gamma"
+ input: "^resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/gamma/Assign"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:3"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage"
+ input: "Identity_224"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_225"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ input: "^resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean/Assign"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:4"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage"
+ input: "Identity_225"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_226"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ input: "^resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance/Assign"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:5"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage"
+ input: "Identity_226"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_227"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights"
+ input: "^resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights/Assign"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:6"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights/ExponentialMovingAverage"
+ input: "Identity_227"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights/ExponentialMovingAverage"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_228"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/beta"
+ input: "^resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/beta/Assign"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:7"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage"
+ input: "Identity_228"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_229"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/gamma"
+ input: "^resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/gamma/Assign"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:8"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage"
+ input: "Identity_229"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_230"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ input: "^resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean/Assign"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:9"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage"
+ input: "Identity_230"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_231"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ input: "^resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance/Assign"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:10"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage"
+ input: "Identity_231"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_232"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights"
+ input: "^resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights/Assign"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:11"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights/ExponentialMovingAverage"
+ input: "Identity_232"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights/ExponentialMovingAverage"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_233"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/biases"
+ input: "^resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/biases/Assign"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/biases/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:12"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/biases/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/biases/ExponentialMovingAverage"
+ input: "Identity_233"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/biases/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/biases/ExponentialMovingAverage"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_234"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/beta"
+ input: "^resnet_v2_50/block4/unit_2/bottleneck_v2/preact/beta/Assign"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/beta/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:13"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/beta/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/beta/ExponentialMovingAverage"
+ input: "Identity_234"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/beta/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/beta/ExponentialMovingAverage"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_235"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/gamma"
+ input: "^resnet_v2_50/block4/unit_2/bottleneck_v2/preact/gamma/Assign"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/gamma/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:14"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/gamma/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/gamma/ExponentialMovingAverage"
+ input: "Identity_235"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/gamma/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/gamma/ExponentialMovingAverage"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_236"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moving_mean"
+ input: "^resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moving_mean/Assign"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:15"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage"
+ input: "Identity_236"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_237"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moving_variance"
+ input: "^resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moving_variance/Assign"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:16"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage"
+ input: "Identity_237"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_238"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights"
+ input: "^resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights/Assign"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 2048
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:0"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 2048
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 2048
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights/ExponentialMovingAverage"
+ input: "Identity_238"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 2048
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights/ExponentialMovingAverage"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 2048
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_239"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/beta"
+ input: "^resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/beta/Assign"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:1"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage"
+ input: "Identity_239"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_240"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/gamma"
+ input: "^resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/gamma/Assign"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:2"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage"
+ input: "Identity_240"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_241"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ input: "^resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean/Assign"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:3"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage"
+ input: "Identity_241"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_242"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ input: "^resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance/Assign"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:4"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage"
+ input: "Identity_242"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_243"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights"
+ input: "^resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights/Assign"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:5"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights/ExponentialMovingAverage"
+ input: "Identity_243"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights/ExponentialMovingAverage"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_244"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/beta"
+ input: "^resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/beta/Assign"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:6"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage"
+ input: "Identity_244"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_245"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/gamma"
+ input: "^resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/gamma/Assign"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:7"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage"
+ input: "Identity_245"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_246"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ input: "^resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean/Assign"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:8"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage"
+ input: "Identity_246"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_247"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ input: "^resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance/Assign"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:9"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage"
+ input: "Identity_247"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_248"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights"
+ input: "^resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights/Assign"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:10"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights/ExponentialMovingAverage"
+ input: "Identity_248"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights/ExponentialMovingAverage"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_249"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/biases"
+ input: "^resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/biases/Assign"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/biases/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:11"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/biases/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/biases/ExponentialMovingAverage"
+ input: "Identity_249"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/biases/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/biases/ExponentialMovingAverage"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_250"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/beta"
+ input: "^resnet_v2_50/block4/unit_3/bottleneck_v2/preact/beta/Assign"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/beta/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:12"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/beta/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/beta/ExponentialMovingAverage"
+ input: "Identity_250"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/beta/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/beta/ExponentialMovingAverage"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_251"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/gamma"
+ input: "^resnet_v2_50/block4/unit_3/bottleneck_v2/preact/gamma/Assign"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/gamma/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:13"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/gamma/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/gamma/ExponentialMovingAverage"
+ input: "Identity_251"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/gamma/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/gamma/ExponentialMovingAverage"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_252"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moving_mean"
+ input: "^resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moving_mean/Assign"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:14"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage"
+ input: "Identity_252"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_253"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moving_variance"
+ input: "^resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moving_variance/Assign"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:15"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage"
+ input: "Identity_253"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_254"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights"
+ input: "^resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights/Assign"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 2048
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:16"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 2048
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 2048
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights/ExponentialMovingAverage"
+ input: "Identity_254"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 2048
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights/ExponentialMovingAverage"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 2048
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_255"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/beta"
+ input: "^resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/beta/Assign"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:0"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage"
+ input: "Identity_255"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_256"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/gamma"
+ input: "^resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/gamma/Assign"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:1"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage"
+ input: "Identity_256"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_257"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ input: "^resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean/Assign"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:2"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage"
+ input: "Identity_257"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_258"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ input: "^resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance/Assign"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:3"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage"
+ input: "Identity_258"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_259"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights"
+ input: "^resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights/Assign"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:4"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights/ExponentialMovingAverage"
+ input: "Identity_259"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights/ExponentialMovingAverage"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_260"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/beta"
+ input: "^resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/beta/Assign"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:5"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage"
+ input: "Identity_260"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_261"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/gamma"
+ input: "^resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/gamma/Assign"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:6"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage"
+ input: "Identity_261"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_262"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ input: "^resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean/Assign"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:7"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage"
+ input: "Identity_262"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_263"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ input: "^resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance/Assign"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:8"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage"
+ input: "Identity_263"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_264"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights"
+ input: "^resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights/Assign"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:9"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights/ExponentialMovingAverage"
+ input: "Identity_264"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights/ExponentialMovingAverage"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_265"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/biases"
+ input: "^resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/biases/Assign"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/biases/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:10"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/biases/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/biases/ExponentialMovingAverage"
+ input: "Identity_265"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/biases/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/biases/ExponentialMovingAverage"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_266"
+ op: "Identity"
+ input: "resnet_v2_50/postnorm/beta"
+ input: "^resnet_v2_50/postnorm/beta/Assign"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/postnorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/postnorm/beta/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:11"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/postnorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/postnorm/beta/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/postnorm/beta/ExponentialMovingAverage"
+ input: "Identity_266"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/postnorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/postnorm/beta/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/postnorm/beta/ExponentialMovingAverage"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/postnorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_267"
+ op: "Identity"
+ input: "resnet_v2_50/postnorm/gamma"
+ input: "^resnet_v2_50/postnorm/gamma/Assign"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/postnorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/postnorm/gamma/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:12"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/postnorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/postnorm/gamma/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/postnorm/gamma/ExponentialMovingAverage"
+ input: "Identity_267"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/postnorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/postnorm/gamma/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/postnorm/gamma/ExponentialMovingAverage"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/postnorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_268"
+ op: "Identity"
+ input: "resnet_v2_50/postnorm/moving_mean"
+ input: "^resnet_v2_50/postnorm/moving_mean/Assign"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/postnorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/postnorm/moving_mean/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:13"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/postnorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/postnorm/moving_mean/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/postnorm/moving_mean/ExponentialMovingAverage"
+ input: "Identity_268"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/postnorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/postnorm/moving_mean/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/postnorm/moving_mean/ExponentialMovingAverage"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/postnorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_269"
+ op: "Identity"
+ input: "resnet_v2_50/postnorm/moving_variance"
+ input: "^resnet_v2_50/postnorm/moving_variance/Assign"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/postnorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/postnorm/moving_variance/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:14"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/postnorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/postnorm/moving_variance/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/postnorm/moving_variance/ExponentialMovingAverage"
+ input: "Identity_269"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/postnorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/postnorm/moving_variance/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/postnorm/moving_variance/ExponentialMovingAverage"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/postnorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_270"
+ op: "Identity"
+ input: "resnet_v2_50/logits/weights"
+ input: "^resnet_v2_50/logits/weights/Assign"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/logits/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 2048
+ }
+ dim {
+ size: 1001
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/logits/weights/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:15"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/logits/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 2048
+ }
+ dim {
+ size: 1001
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 2048
+ }
+ dim {
+ size: 1001
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/logits/weights/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/logits/weights/ExponentialMovingAverage"
+ input: "Identity_270"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/logits/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 2048
+ }
+ dim {
+ size: 1001
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/logits/weights/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/logits/weights/ExponentialMovingAverage"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/logits/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 2048
+ }
+ dim {
+ size: 1001
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "Identity_271"
+ op: "Identity"
+ input: "resnet_v2_50/logits/biases"
+ input: "^resnet_v2_50/logits/biases/Assign"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/logits/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1001
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/logits/biases/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:16"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/logits/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1001
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ dim {
+ size: 1001
+ }
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/logits/biases/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "resnet_v2_50/logits/biases/ExponentialMovingAverage"
+ input: "Identity_271"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/logits/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1001
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "resnet_v2_50/logits/biases/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "resnet_v2_50/logits/biases/ExponentialMovingAverage"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/logits/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1001
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "zeros"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0
+ }
+ }
+ }
+}
+node {
+ name: "total_loss/ExponentialMovingAverage"
+ op: "Variable"
+ device: "/job:ps/task:1"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "container"
+ value {
+ s: ""
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "shape"
+ value {
+ shape {
+ }
+ }
+ }
+ attr {
+ key: "shared_name"
+ value {
+ s: ""
+ }
+ }
+}
+node {
+ name: "total_loss/ExponentialMovingAverage/Assign"
+ op: "Assign"
+ input: "total_loss/ExponentialMovingAverage"
+ input: "zeros"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@total_loss/ExponentialMovingAverage"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: true
+ }
+ }
+ attr {
+ key: "validate_shape"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "total_loss/ExponentialMovingAverage/read"
+ op: "Identity"
+ input: "total_loss/ExponentialMovingAverage"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@total_loss/ExponentialMovingAverage"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/decay"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.999899983406
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/num_updates"
+ op: "Cast"
+ input: "global_step/read"
+ device: "/job:worker"
+ attr {
+ key: "DstT"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "SrcT"
+ value {
+ type: DT_INT64
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/add/x"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/add"
+ op: "Add"
+ input: "ExponentialMovingAverage/add/x"
+ input: "ExponentialMovingAverage/num_updates"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/add_1/x"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 10.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/add_1"
+ op: "Add"
+ input: "ExponentialMovingAverage/add_1/x"
+ input: "ExponentialMovingAverage/num_updates"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/truediv"
+ op: "Div"
+ input: "ExponentialMovingAverage/add"
+ input: "ExponentialMovingAverage/add_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/Minimum"
+ op: "Minimum"
+ input: "ExponentialMovingAverage/decay"
+ input: "ExponentialMovingAverage/truediv"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg/sub/x"
+ op: "Const"
+ device: "/job:ps/task:0"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/conv1/weights/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/conv1/weights/read"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 7
+ }
+ dim {
+ size: 7
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg/sub"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 7
+ }
+ dim {
+ size: 7
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg"
+ op: "AssignSub"
+ input: "resnet_v2_50/conv1/weights/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg/mul"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 7
+ }
+ dim {
+ size: 7
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_1/sub/x"
+ op: "Const"
+ device: "/job:ps/task:1"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/conv1/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_1/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_1/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/conv1/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_1/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/conv1/biases/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/conv1/biases/read"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/conv1/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_1/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_1/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_1/sub"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/conv1/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_1"
+ op: "AssignSub"
+ input: "resnet_v2_50/conv1/biases/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_1/mul"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/conv1/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_2/sub/x"
+ op: "Const"
+ device: "/job:ps/task:2"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_2/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_2/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_2/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/beta/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/beta/read"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_2/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_2/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_2/sub"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_2"
+ op: "AssignSub"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/beta/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_2/mul"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_3/sub/x"
+ op: "Const"
+ device: "/job:ps/task:3"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_3/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_3/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_3/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/gamma/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/gamma/read"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_3/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_3/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_3/sub"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_3"
+ op: "AssignSub"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/gamma/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_3/mul"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_4/sub/x"
+ op: "Const"
+ device: "/job:ps/task:4"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_4/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_4/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_4/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moving_mean/read"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_4/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_4/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_4/sub"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_4"
+ op: "AssignSub"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_4/mul"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_5/sub/x"
+ op: "Const"
+ device: "/job:ps/task:5"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_5/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_5/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_5/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moving_variance/read"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_5/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_5/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_5/sub"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_5"
+ op: "AssignSub"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_5/mul"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_6/sub/x"
+ op: "Const"
+ device: "/job:ps/task:6"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_6/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_6/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_6/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights/read"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_6/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_6/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_6/sub"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_6"
+ op: "AssignSub"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_6/mul"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_7/sub/x"
+ op: "Const"
+ device: "/job:ps/task:7"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_7/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_7/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_7/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/biases/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/biases/read"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_7/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_7/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_7/sub"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_7"
+ op: "AssignSub"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/biases/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_7/mul"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_8/sub/x"
+ op: "Const"
+ device: "/job:ps/task:8"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_8/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_8/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_8/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights/read"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_8/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_8/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_8/sub"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_8"
+ op: "AssignSub"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_8/mul"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_9/sub/x"
+ op: "Const"
+ device: "/job:ps/task:9"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_9/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_9/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_9/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/beta/read"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_9/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_9/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_9/sub"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_9"
+ op: "AssignSub"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_9/mul"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_10/sub/x"
+ op: "Const"
+ device: "/job:ps/task:10"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_10/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_10/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_10/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/gamma/read"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_10/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_10/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_10/sub"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_10"
+ op: "AssignSub"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_10/mul"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_11/sub/x"
+ op: "Const"
+ device: "/job:ps/task:11"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_11/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_11/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_11/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean/read"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_11/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_11/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_11/sub"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_11"
+ op: "AssignSub"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_11/mul"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_12/sub/x"
+ op: "Const"
+ device: "/job:ps/task:12"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_12/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_12/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_12/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance/read"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_12/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_12/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_12/sub"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_12"
+ op: "AssignSub"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_12/mul"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_13/sub/x"
+ op: "Const"
+ device: "/job:ps/task:13"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_13/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_13/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_13/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights/read"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_13/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_13/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_13/sub"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_13"
+ op: "AssignSub"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_13/mul"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_14/sub/x"
+ op: "Const"
+ device: "/job:ps/task:14"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_14/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_14/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_14/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/beta/read"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_14/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_14/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_14/sub"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_14"
+ op: "AssignSub"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_14/mul"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_15/sub/x"
+ op: "Const"
+ device: "/job:ps/task:15"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_15/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_15/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_15/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/gamma/read"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_15/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_15/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_15/sub"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_15"
+ op: "AssignSub"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_15/mul"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_16/sub/x"
+ op: "Const"
+ device: "/job:ps/task:16"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_16/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_16/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_16/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean/read"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_16/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_16/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_16/sub"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_16"
+ op: "AssignSub"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_16/mul"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_17/sub/x"
+ op: "Const"
+ device: "/job:ps/task:0"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_17/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_17/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_17/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance/read"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_17/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_17/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_17/sub"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_17"
+ op: "AssignSub"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_17/mul"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_18/sub/x"
+ op: "Const"
+ device: "/job:ps/task:1"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_18/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_18/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_18/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights/read"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_18/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_18/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_18/sub"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_18"
+ op: "AssignSub"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_18/mul"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_19/sub/x"
+ op: "Const"
+ device: "/job:ps/task:2"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_19/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_19/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_19/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/biases/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/biases/read"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_19/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_19/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_19/sub"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_19"
+ op: "AssignSub"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/biases/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_19/mul"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_20/sub/x"
+ op: "Const"
+ device: "/job:ps/task:3"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_20/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_20/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_20/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/beta/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/beta/read"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_20/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_20/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_20/sub"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_20"
+ op: "AssignSub"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/beta/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_20/mul"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_21/sub/x"
+ op: "Const"
+ device: "/job:ps/task:4"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_21/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_21/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_21/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/gamma/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/gamma/read"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_21/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_21/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_21/sub"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_21"
+ op: "AssignSub"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/gamma/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_21/mul"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_22/sub/x"
+ op: "Const"
+ device: "/job:ps/task:5"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_22/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_22/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_22/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moving_mean/read"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_22/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_22/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_22/sub"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_22"
+ op: "AssignSub"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_22/mul"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_23/sub/x"
+ op: "Const"
+ device: "/job:ps/task:6"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_23/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_23/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_23/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moving_variance/read"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_23/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_23/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_23/sub"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_23"
+ op: "AssignSub"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_23/mul"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_24/sub/x"
+ op: "Const"
+ device: "/job:ps/task:7"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_24/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_24/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_24/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights/read"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_24/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_24/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_24/sub"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_24"
+ op: "AssignSub"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_24/mul"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_25/sub/x"
+ op: "Const"
+ device: "/job:ps/task:8"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_25/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_25/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_25/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/beta/read"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_25/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_25/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_25/sub"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_25"
+ op: "AssignSub"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_25/mul"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_26/sub/x"
+ op: "Const"
+ device: "/job:ps/task:9"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_26/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_26/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_26/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/gamma/read"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_26/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_26/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_26/sub"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_26"
+ op: "AssignSub"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_26/mul"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_27/sub/x"
+ op: "Const"
+ device: "/job:ps/task:10"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_27/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_27/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_27/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean/read"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_27/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_27/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_27/sub"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_27"
+ op: "AssignSub"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_27/mul"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_28/sub/x"
+ op: "Const"
+ device: "/job:ps/task:11"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_28/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_28/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_28/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance/read"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_28/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_28/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_28/sub"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_28"
+ op: "AssignSub"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_28/mul"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_29/sub/x"
+ op: "Const"
+ device: "/job:ps/task:12"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_29/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_29/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_29/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights/read"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_29/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_29/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_29/sub"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_29"
+ op: "AssignSub"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_29/mul"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_30/sub/x"
+ op: "Const"
+ device: "/job:ps/task:13"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_30/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_30/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_30/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/beta/read"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_30/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_30/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_30/sub"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_30"
+ op: "AssignSub"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_30/mul"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_31/sub/x"
+ op: "Const"
+ device: "/job:ps/task:14"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_31/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_31/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_31/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/gamma/read"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_31/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_31/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_31/sub"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_31"
+ op: "AssignSub"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_31/mul"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_32/sub/x"
+ op: "Const"
+ device: "/job:ps/task:15"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_32/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_32/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_32/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean/read"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_32/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_32/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_32/sub"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_32"
+ op: "AssignSub"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_32/mul"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_33/sub/x"
+ op: "Const"
+ device: "/job:ps/task:16"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_33/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_33/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_33/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance/read"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_33/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_33/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_33/sub"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_33"
+ op: "AssignSub"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_33/mul"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_34/sub/x"
+ op: "Const"
+ device: "/job:ps/task:0"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_34/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_34/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_34/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights/read"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_34/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_34/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_34/sub"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_34"
+ op: "AssignSub"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_34/mul"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_35/sub/x"
+ op: "Const"
+ device: "/job:ps/task:1"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_35/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_35/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_35/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/biases/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/biases/read"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_35/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_35/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_35/sub"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_35"
+ op: "AssignSub"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/biases/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_35/mul"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_36/sub/x"
+ op: "Const"
+ device: "/job:ps/task:2"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_36/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_36/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_36/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/beta/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/beta/read"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_36/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_36/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_36/sub"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_36"
+ op: "AssignSub"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/beta/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_36/mul"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_37/sub/x"
+ op: "Const"
+ device: "/job:ps/task:3"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_37/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_37/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_37/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/gamma/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/gamma/read"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_37/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_37/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_37/sub"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_37"
+ op: "AssignSub"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/gamma/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_37/mul"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_38/sub/x"
+ op: "Const"
+ device: "/job:ps/task:4"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_38/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_38/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_38/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moving_mean/read"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_38/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_38/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_38/sub"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_38"
+ op: "AssignSub"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_38/mul"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_39/sub/x"
+ op: "Const"
+ device: "/job:ps/task:5"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_39/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_39/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_39/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moving_variance/read"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_39/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_39/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_39/sub"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_39"
+ op: "AssignSub"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_39/mul"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_40/sub/x"
+ op: "Const"
+ device: "/job:ps/task:6"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_40/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_40/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_40/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights/read"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_40/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_40/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_40/sub"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_40"
+ op: "AssignSub"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_40/mul"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_41/sub/x"
+ op: "Const"
+ device: "/job:ps/task:7"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_41/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_41/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_41/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/beta/read"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_41/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_41/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_41/sub"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_41"
+ op: "AssignSub"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_41/mul"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_42/sub/x"
+ op: "Const"
+ device: "/job:ps/task:8"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_42/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_42/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_42/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/gamma/read"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_42/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_42/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_42/sub"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_42"
+ op: "AssignSub"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_42/mul"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_43/sub/x"
+ op: "Const"
+ device: "/job:ps/task:9"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_43/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_43/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_43/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean/read"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_43/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_43/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_43/sub"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_43"
+ op: "AssignSub"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_43/mul"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_44/sub/x"
+ op: "Const"
+ device: "/job:ps/task:10"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_44/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_44/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_44/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance/read"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_44/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_44/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_44/sub"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_44"
+ op: "AssignSub"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_44/mul"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_45/sub/x"
+ op: "Const"
+ device: "/job:ps/task:11"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_45/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_45/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_45/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights/read"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_45/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_45/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_45/sub"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_45"
+ op: "AssignSub"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_45/mul"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_46/sub/x"
+ op: "Const"
+ device: "/job:ps/task:12"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_46/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_46/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_46/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/beta/read"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_46/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_46/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_46/sub"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_46"
+ op: "AssignSub"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_46/mul"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_47/sub/x"
+ op: "Const"
+ device: "/job:ps/task:13"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_47/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_47/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_47/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/gamma/read"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_47/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_47/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_47/sub"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_47"
+ op: "AssignSub"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_47/mul"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_48/sub/x"
+ op: "Const"
+ device: "/job:ps/task:14"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_48/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_48/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_48/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean/read"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_48/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_48/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_48/sub"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_48"
+ op: "AssignSub"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_48/mul"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_49/sub/x"
+ op: "Const"
+ device: "/job:ps/task:15"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_49/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_49/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_49/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance/read"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_49/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_49/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_49/sub"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_49"
+ op: "AssignSub"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_49/mul"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_50/sub/x"
+ op: "Const"
+ device: "/job:ps/task:16"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_50/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_50/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_50/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights/read"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_50/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_50/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_50/sub"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_50"
+ op: "AssignSub"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_50/mul"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_51/sub/x"
+ op: "Const"
+ device: "/job:ps/task:0"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_51/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_51/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_51/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/biases/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/biases/read"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_51/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_51/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_51/sub"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_51"
+ op: "AssignSub"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/biases/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_51/mul"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_52/sub/x"
+ op: "Const"
+ device: "/job:ps/task:1"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_52/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_52/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_52/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/beta/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/beta/read"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_52/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_52/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_52/sub"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_52"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/beta/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_52/mul"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_53/sub/x"
+ op: "Const"
+ device: "/job:ps/task:2"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_53/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_53/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_53/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/gamma/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/gamma/read"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_53/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_53/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_53/sub"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_53"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/gamma/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_53/mul"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_54/sub/x"
+ op: "Const"
+ device: "/job:ps/task:3"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_54/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_54/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_54/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moving_mean/read"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_54/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_54/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_54/sub"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_54"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_54/mul"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_55/sub/x"
+ op: "Const"
+ device: "/job:ps/task:4"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_55/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_55/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_55/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moving_variance/read"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_55/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_55/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_55/sub"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_55"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_55/mul"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_56/sub/x"
+ op: "Const"
+ device: "/job:ps/task:5"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_56/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_56/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_56/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights/read"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_56/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_56/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_56/sub"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_56"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_56/mul"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_57/sub/x"
+ op: "Const"
+ device: "/job:ps/task:6"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_57/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_57/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_57/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/biases/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/biases/read"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_57/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_57/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_57/sub"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_57"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/biases/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_57/mul"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_58/sub/x"
+ op: "Const"
+ device: "/job:ps/task:7"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_58/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_58/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_58/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights/read"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_58/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_58/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_58/sub"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_58"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_58/mul"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_59/sub/x"
+ op: "Const"
+ device: "/job:ps/task:8"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_59/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_59/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_59/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/beta/read"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_59/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_59/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_59/sub"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_59"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_59/mul"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_60/sub/x"
+ op: "Const"
+ device: "/job:ps/task:9"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_60/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_60/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_60/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/gamma/read"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_60/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_60/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_60/sub"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_60"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_60/mul"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_61/sub/x"
+ op: "Const"
+ device: "/job:ps/task:10"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_61/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_61/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_61/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean/read"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_61/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_61/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_61/sub"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_61"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_61/mul"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_62/sub/x"
+ op: "Const"
+ device: "/job:ps/task:11"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_62/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_62/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_62/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance/read"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_62/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_62/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_62/sub"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_62"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_62/mul"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_63/sub/x"
+ op: "Const"
+ device: "/job:ps/task:12"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_63/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_63/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_63/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights/read"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_63/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_63/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_63/sub"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_63"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_63/mul"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_64/sub/x"
+ op: "Const"
+ device: "/job:ps/task:13"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_64/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_64/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_64/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/beta/read"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_64/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_64/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_64/sub"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_64"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_64/mul"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_65/sub/x"
+ op: "Const"
+ device: "/job:ps/task:14"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_65/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_65/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_65/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/gamma/read"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_65/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_65/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_65/sub"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_65"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_65/mul"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_66/sub/x"
+ op: "Const"
+ device: "/job:ps/task:15"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_66/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_66/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_66/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean/read"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_66/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_66/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_66/sub"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_66"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_66/mul"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_67/sub/x"
+ op: "Const"
+ device: "/job:ps/task:16"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_67/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_67/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_67/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance/read"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_67/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_67/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_67/sub"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_67"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_67/mul"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_68/sub/x"
+ op: "Const"
+ device: "/job:ps/task:0"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_68/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_68/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_68/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights/read"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_68/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_68/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_68/sub"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_68"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_68/mul"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_69/sub/x"
+ op: "Const"
+ device: "/job:ps/task:1"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_69/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_69/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_69/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/biases/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/biases/read"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_69/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_69/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_69/sub"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_69"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/biases/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_69/mul"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_70/sub/x"
+ op: "Const"
+ device: "/job:ps/task:2"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_70/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_70/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_70/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/beta/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/beta/read"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_70/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_70/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_70/sub"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_70"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/beta/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_70/mul"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_71/sub/x"
+ op: "Const"
+ device: "/job:ps/task:3"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_71/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_71/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_71/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/gamma/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/gamma/read"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_71/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_71/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_71/sub"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_71"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/gamma/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_71/mul"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_72/sub/x"
+ op: "Const"
+ device: "/job:ps/task:4"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_72/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_72/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_72/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moving_mean/read"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_72/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_72/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_72/sub"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_72"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_72/mul"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_73/sub/x"
+ op: "Const"
+ device: "/job:ps/task:5"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_73/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_73/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_73/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moving_variance/read"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_73/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_73/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_73/sub"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_73"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_73/mul"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_74/sub/x"
+ op: "Const"
+ device: "/job:ps/task:6"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_74/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_74/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_74/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights/read"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_74/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_74/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_74/sub"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_74"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_74/mul"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_75/sub/x"
+ op: "Const"
+ device: "/job:ps/task:7"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_75/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_75/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_75/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/beta/read"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_75/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_75/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_75/sub"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_75"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_75/mul"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_76/sub/x"
+ op: "Const"
+ device: "/job:ps/task:8"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_76/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_76/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_76/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/gamma/read"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_76/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_76/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_76/sub"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_76"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_76/mul"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_77/sub/x"
+ op: "Const"
+ device: "/job:ps/task:9"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_77/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_77/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_77/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean/read"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_77/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_77/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_77/sub"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_77"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_77/mul"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_78/sub/x"
+ op: "Const"
+ device: "/job:ps/task:10"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_78/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_78/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_78/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance/read"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_78/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_78/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_78/sub"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_78"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_78/mul"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_79/sub/x"
+ op: "Const"
+ device: "/job:ps/task:11"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_79/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_79/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_79/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights/read"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_79/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_79/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_79/sub"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_79"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_79/mul"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_80/sub/x"
+ op: "Const"
+ device: "/job:ps/task:12"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_80/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_80/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_80/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/beta/read"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_80/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_80/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_80/sub"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_80"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_80/mul"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_81/sub/x"
+ op: "Const"
+ device: "/job:ps/task:13"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_81/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_81/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_81/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/gamma/read"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_81/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_81/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_81/sub"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_81"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_81/mul"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_82/sub/x"
+ op: "Const"
+ device: "/job:ps/task:14"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_82/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_82/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_82/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean/read"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_82/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_82/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_82/sub"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_82"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_82/mul"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_83/sub/x"
+ op: "Const"
+ device: "/job:ps/task:15"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_83/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_83/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_83/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance/read"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_83/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_83/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_83/sub"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_83"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_83/mul"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_84/sub/x"
+ op: "Const"
+ device: "/job:ps/task:16"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_84/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_84/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_84/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights/read"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_84/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_84/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_84/sub"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_84"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_84/mul"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_85/sub/x"
+ op: "Const"
+ device: "/job:ps/task:0"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_85/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_85/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_85/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/biases/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/biases/read"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_85/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_85/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_85/sub"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_85"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/biases/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_85/mul"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_86/sub/x"
+ op: "Const"
+ device: "/job:ps/task:1"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_86/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_86/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_86/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/beta/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/beta/read"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_86/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_86/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_86/sub"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_86"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/beta/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_86/mul"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_87/sub/x"
+ op: "Const"
+ device: "/job:ps/task:2"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_87/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_87/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_87/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/gamma/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/gamma/read"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_87/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_87/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_87/sub"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_87"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/gamma/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_87/mul"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_88/sub/x"
+ op: "Const"
+ device: "/job:ps/task:3"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_88/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_88/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_88/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moving_mean/read"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_88/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_88/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_88/sub"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_88"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_88/mul"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_89/sub/x"
+ op: "Const"
+ device: "/job:ps/task:4"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_89/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_89/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_89/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moving_variance/read"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_89/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_89/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_89/sub"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_89"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_89/mul"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_90/sub/x"
+ op: "Const"
+ device: "/job:ps/task:5"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_90/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_90/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_90/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights/read"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_90/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_90/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_90/sub"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_90"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_90/mul"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_91/sub/x"
+ op: "Const"
+ device: "/job:ps/task:6"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_91/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_91/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_91/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/beta/read"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_91/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_91/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_91/sub"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_91"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_91/mul"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_92/sub/x"
+ op: "Const"
+ device: "/job:ps/task:7"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_92/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_92/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_92/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/gamma/read"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_92/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_92/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_92/sub"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_92"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_92/mul"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_93/sub/x"
+ op: "Const"
+ device: "/job:ps/task:8"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_93/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_93/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_93/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean/read"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_93/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_93/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_93/sub"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_93"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_93/mul"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_94/sub/x"
+ op: "Const"
+ device: "/job:ps/task:9"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_94/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_94/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_94/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance/read"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_94/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_94/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_94/sub"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_94"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_94/mul"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_95/sub/x"
+ op: "Const"
+ device: "/job:ps/task:10"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_95/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_95/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_95/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights/read"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_95/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_95/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_95/sub"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_95"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_95/mul"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_96/sub/x"
+ op: "Const"
+ device: "/job:ps/task:11"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_96/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_96/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_96/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/beta/read"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_96/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_96/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_96/sub"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_96"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_96/mul"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_97/sub/x"
+ op: "Const"
+ device: "/job:ps/task:12"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_97/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_97/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_97/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/gamma/read"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_97/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_97/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_97/sub"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_97"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_97/mul"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_98/sub/x"
+ op: "Const"
+ device: "/job:ps/task:13"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_98/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_98/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_98/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean/read"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_98/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_98/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_98/sub"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_98"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_98/mul"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_99/sub/x"
+ op: "Const"
+ device: "/job:ps/task:14"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_99/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_99/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_99/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance/read"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_99/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_99/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_99/sub"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_99"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_99/mul"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_100/sub/x"
+ op: "Const"
+ device: "/job:ps/task:15"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_100/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_100/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_100/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights/read"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_100/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_100/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_100/sub"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_100"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_100/mul"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_101/sub/x"
+ op: "Const"
+ device: "/job:ps/task:16"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_101/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_101/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_101/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/biases/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/biases/read"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_101/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_101/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_101/sub"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_101"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/biases/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_101/mul"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_102/sub/x"
+ op: "Const"
+ device: "/job:ps/task:0"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_102/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_102/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_102/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/beta/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/beta/read"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_102/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_102/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_102/sub"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_102"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/beta/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_102/mul"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_103/sub/x"
+ op: "Const"
+ device: "/job:ps/task:1"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_103/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_103/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_103/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/gamma/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/gamma/read"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_103/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_103/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_103/sub"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_103"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/gamma/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_103/mul"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_104/sub/x"
+ op: "Const"
+ device: "/job:ps/task:2"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_104/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_104/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_104/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moving_mean/read"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_104/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_104/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_104/sub"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_104"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_104/mul"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_105/sub/x"
+ op: "Const"
+ device: "/job:ps/task:3"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_105/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_105/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_105/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moving_variance/read"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_105/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_105/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_105/sub"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_105"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_105/mul"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_106/sub/x"
+ op: "Const"
+ device: "/job:ps/task:4"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_106/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_106/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_106/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights/read"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_106/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_106/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_106/sub"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_106"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_106/mul"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_107/sub/x"
+ op: "Const"
+ device: "/job:ps/task:5"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_107/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_107/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_107/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/beta/read"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_107/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_107/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_107/sub"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_107"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_107/mul"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_108/sub/x"
+ op: "Const"
+ device: "/job:ps/task:6"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_108/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_108/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_108/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/gamma/read"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_108/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_108/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_108/sub"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_108"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_108/mul"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_109/sub/x"
+ op: "Const"
+ device: "/job:ps/task:7"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_109/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_109/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_109/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moving_mean/read"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_109/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_109/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_109/sub"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_109"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_109/mul"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_110/sub/x"
+ op: "Const"
+ device: "/job:ps/task:8"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_110/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_110/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_110/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moving_variance/read"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_110/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_110/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_110/sub"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_110"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_110/mul"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_111/sub/x"
+ op: "Const"
+ device: "/job:ps/task:9"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_111/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_111/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_111/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights/read"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_111/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_111/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_111/sub"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_111"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_111/mul"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_112/sub/x"
+ op: "Const"
+ device: "/job:ps/task:10"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_112/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_112/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_112/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/beta/read"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_112/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_112/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_112/sub"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_112"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_112/mul"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_113/sub/x"
+ op: "Const"
+ device: "/job:ps/task:11"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_113/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_113/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_113/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/gamma/read"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_113/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_113/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_113/sub"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_113"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_113/mul"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_114/sub/x"
+ op: "Const"
+ device: "/job:ps/task:12"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_114/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_114/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_114/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moving_mean/read"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_114/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_114/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_114/sub"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_114"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_114/mul"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_115/sub/x"
+ op: "Const"
+ device: "/job:ps/task:13"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_115/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_115/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_115/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moving_variance/read"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_115/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_115/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_115/sub"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_115"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_115/mul"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_116/sub/x"
+ op: "Const"
+ device: "/job:ps/task:14"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_116/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_116/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_116/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights/read"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_116/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_116/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_116/sub"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_116"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_116/mul"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_117/sub/x"
+ op: "Const"
+ device: "/job:ps/task:15"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_117/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_117/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_117/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/biases/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/biases/read"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_117/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_117/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_117/sub"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_117"
+ op: "AssignSub"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/biases/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_117/mul"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_118/sub/x"
+ op: "Const"
+ device: "/job:ps/task:16"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_118/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_118/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_118/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/beta/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/beta/read"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_118/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_118/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_118/sub"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_118"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/beta/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_118/mul"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_119/sub/x"
+ op: "Const"
+ device: "/job:ps/task:0"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_119/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_119/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_119/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/gamma/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/gamma/read"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_119/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_119/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_119/sub"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_119"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/gamma/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_119/mul"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_120/sub/x"
+ op: "Const"
+ device: "/job:ps/task:1"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_120/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_120/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_120/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moving_mean/read"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_120/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_120/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_120/sub"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_120"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_120/mul"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_121/sub/x"
+ op: "Const"
+ device: "/job:ps/task:2"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_121/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_121/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_121/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moving_variance/read"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_121/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_121/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_121/sub"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_121"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_121/mul"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_122/sub/x"
+ op: "Const"
+ device: "/job:ps/task:3"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_122/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_122/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_122/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights/read"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_122/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_122/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_122/sub"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_122"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_122/mul"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_123/sub/x"
+ op: "Const"
+ device: "/job:ps/task:4"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_123/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_123/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_123/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/biases/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/biases/read"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_123/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_123/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_123/sub"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_123"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/biases/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_123/mul"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_124/sub/x"
+ op: "Const"
+ device: "/job:ps/task:5"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_124/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_124/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_124/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights/read"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_124/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_124/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_124/sub"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_124"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_124/mul"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_125/sub/x"
+ op: "Const"
+ device: "/job:ps/task:6"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_125/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_125/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_125/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/beta/read"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_125/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_125/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_125/sub"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_125"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_125/mul"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_126/sub/x"
+ op: "Const"
+ device: "/job:ps/task:7"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_126/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_126/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_126/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/gamma/read"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_126/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_126/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_126/sub"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_126"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_126/mul"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_127/sub/x"
+ op: "Const"
+ device: "/job:ps/task:8"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_127/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_127/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_127/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean/read"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_127/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_127/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_127/sub"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_127"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_127/mul"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_128/sub/x"
+ op: "Const"
+ device: "/job:ps/task:9"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_128/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_128/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_128/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance/read"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_128/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_128/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_128/sub"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_128"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_128/mul"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_129/sub/x"
+ op: "Const"
+ device: "/job:ps/task:10"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_129/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_129/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_129/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights/read"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_129/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_129/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_129/sub"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_129"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_129/mul"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_130/sub/x"
+ op: "Const"
+ device: "/job:ps/task:11"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_130/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_130/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_130/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/beta/read"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_130/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_130/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_130/sub"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_130"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_130/mul"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_131/sub/x"
+ op: "Const"
+ device: "/job:ps/task:12"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_131/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_131/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_131/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/gamma/read"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_131/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_131/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_131/sub"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_131"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_131/mul"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_132/sub/x"
+ op: "Const"
+ device: "/job:ps/task:13"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_132/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_132/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_132/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean/read"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_132/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_132/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_132/sub"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_132"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_132/mul"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_133/sub/x"
+ op: "Const"
+ device: "/job:ps/task:14"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_133/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_133/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_133/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance/read"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_133/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_133/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_133/sub"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_133"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_133/mul"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_134/sub/x"
+ op: "Const"
+ device: "/job:ps/task:15"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_134/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_134/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_134/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights/read"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_134/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_134/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_134/sub"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_134"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_134/mul"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_135/sub/x"
+ op: "Const"
+ device: "/job:ps/task:16"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_135/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_135/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_135/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/biases/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/biases/read"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_135/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_135/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_135/sub"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_135"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/biases/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_135/mul"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_136/sub/x"
+ op: "Const"
+ device: "/job:ps/task:0"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_136/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_136/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_136/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/beta/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/beta/read"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_136/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_136/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_136/sub"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_136"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/beta/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_136/mul"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_137/sub/x"
+ op: "Const"
+ device: "/job:ps/task:1"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_137/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_137/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_137/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/gamma/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/gamma/read"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_137/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_137/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_137/sub"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_137"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/gamma/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_137/mul"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_138/sub/x"
+ op: "Const"
+ device: "/job:ps/task:2"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_138/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_138/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_138/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moving_mean/read"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_138/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_138/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_138/sub"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_138"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_138/mul"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_139/sub/x"
+ op: "Const"
+ device: "/job:ps/task:3"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_139/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_139/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_139/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moving_variance/read"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_139/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_139/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_139/sub"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_139"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_139/mul"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_140/sub/x"
+ op: "Const"
+ device: "/job:ps/task:4"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_140/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_140/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_140/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights/read"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_140/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_140/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_140/sub"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_140"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_140/mul"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_141/sub/x"
+ op: "Const"
+ device: "/job:ps/task:5"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_141/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_141/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_141/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/beta/read"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_141/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_141/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_141/sub"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_141"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_141/mul"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_142/sub/x"
+ op: "Const"
+ device: "/job:ps/task:6"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_142/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_142/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_142/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/gamma/read"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_142/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_142/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_142/sub"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_142"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_142/mul"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_143/sub/x"
+ op: "Const"
+ device: "/job:ps/task:7"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_143/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_143/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_143/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean/read"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_143/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_143/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_143/sub"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_143"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_143/mul"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_144/sub/x"
+ op: "Const"
+ device: "/job:ps/task:8"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_144/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_144/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_144/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance/read"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_144/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_144/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_144/sub"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_144"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_144/mul"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_145/sub/x"
+ op: "Const"
+ device: "/job:ps/task:9"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_145/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_145/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_145/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights/read"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_145/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_145/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_145/sub"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_145"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_145/mul"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_146/sub/x"
+ op: "Const"
+ device: "/job:ps/task:10"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_146/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_146/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_146/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/beta/read"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_146/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_146/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_146/sub"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_146"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_146/mul"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_147/sub/x"
+ op: "Const"
+ device: "/job:ps/task:11"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_147/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_147/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_147/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/gamma/read"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_147/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_147/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_147/sub"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_147"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_147/mul"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_148/sub/x"
+ op: "Const"
+ device: "/job:ps/task:12"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_148/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_148/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_148/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean/read"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_148/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_148/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_148/sub"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_148"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_148/mul"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_149/sub/x"
+ op: "Const"
+ device: "/job:ps/task:13"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_149/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_149/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_149/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance/read"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_149/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_149/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_149/sub"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_149"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_149/mul"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_150/sub/x"
+ op: "Const"
+ device: "/job:ps/task:14"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_150/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_150/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_150/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights/read"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_150/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_150/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_150/sub"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_150"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_150/mul"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_151/sub/x"
+ op: "Const"
+ device: "/job:ps/task:15"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_151/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_151/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_151/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/biases/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/biases/read"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_151/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_151/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_151/sub"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_151"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/biases/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_151/mul"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_152/sub/x"
+ op: "Const"
+ device: "/job:ps/task:16"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_152/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_152/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_152/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/beta/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/beta/read"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_152/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_152/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_152/sub"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_152"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/beta/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_152/mul"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_153/sub/x"
+ op: "Const"
+ device: "/job:ps/task:0"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_153/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_153/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_153/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/gamma/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/gamma/read"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_153/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_153/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_153/sub"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_153"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/gamma/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_153/mul"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_154/sub/x"
+ op: "Const"
+ device: "/job:ps/task:1"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_154/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_154/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_154/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moving_mean/read"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_154/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_154/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_154/sub"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_154"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_154/mul"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_155/sub/x"
+ op: "Const"
+ device: "/job:ps/task:2"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_155/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_155/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_155/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moving_variance/read"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_155/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_155/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_155/sub"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_155"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_155/mul"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_156/sub/x"
+ op: "Const"
+ device: "/job:ps/task:3"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_156/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_156/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_156/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights/read"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_156/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_156/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_156/sub"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_156"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_156/mul"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_157/sub/x"
+ op: "Const"
+ device: "/job:ps/task:4"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_157/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_157/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_157/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/beta/read"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_157/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_157/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_157/sub"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_157"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_157/mul"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_158/sub/x"
+ op: "Const"
+ device: "/job:ps/task:5"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_158/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_158/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_158/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/gamma/read"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_158/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_158/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_158/sub"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_158"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_158/mul"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_159/sub/x"
+ op: "Const"
+ device: "/job:ps/task:6"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_159/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_159/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_159/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean/read"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_159/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_159/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_159/sub"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_159"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_159/mul"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_160/sub/x"
+ op: "Const"
+ device: "/job:ps/task:7"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_160/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_160/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_160/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance/read"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_160/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_160/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_160/sub"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_160"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_160/mul"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_161/sub/x"
+ op: "Const"
+ device: "/job:ps/task:8"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_161/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_161/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_161/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights/read"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_161/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_161/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_161/sub"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_161"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_161/mul"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_162/sub/x"
+ op: "Const"
+ device: "/job:ps/task:9"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_162/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_162/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_162/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/beta/read"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_162/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_162/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_162/sub"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_162"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_162/mul"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_163/sub/x"
+ op: "Const"
+ device: "/job:ps/task:10"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_163/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_163/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_163/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/gamma/read"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_163/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_163/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_163/sub"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_163"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_163/mul"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_164/sub/x"
+ op: "Const"
+ device: "/job:ps/task:11"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_164/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_164/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_164/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean/read"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_164/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_164/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_164/sub"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_164"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_164/mul"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_165/sub/x"
+ op: "Const"
+ device: "/job:ps/task:12"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_165/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_165/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_165/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance/read"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_165/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_165/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_165/sub"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_165"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_165/mul"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_166/sub/x"
+ op: "Const"
+ device: "/job:ps/task:13"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_166/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_166/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_166/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights/read"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_166/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_166/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_166/sub"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_166"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_166/mul"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_167/sub/x"
+ op: "Const"
+ device: "/job:ps/task:14"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_167/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_167/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_167/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/biases/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/biases/read"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_167/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_167/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_167/sub"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_167"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/biases/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_167/mul"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_168/sub/x"
+ op: "Const"
+ device: "/job:ps/task:15"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_168/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_168/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_168/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/beta/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/beta/read"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_168/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_168/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_168/sub"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_168"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/beta/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_168/mul"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_169/sub/x"
+ op: "Const"
+ device: "/job:ps/task:16"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_169/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_169/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_169/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/gamma/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/gamma/read"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_169/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_169/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_169/sub"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_169"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/gamma/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_169/mul"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_170/sub/x"
+ op: "Const"
+ device: "/job:ps/task:0"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_170/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_170/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_170/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moving_mean/read"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_170/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_170/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_170/sub"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_170"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_170/mul"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_171/sub/x"
+ op: "Const"
+ device: "/job:ps/task:1"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_171/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_171/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_171/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moving_variance/read"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_171/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_171/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_171/sub"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_171"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_171/mul"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_172/sub/x"
+ op: "Const"
+ device: "/job:ps/task:2"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_172/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_172/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_172/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights/read"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_172/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_172/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_172/sub"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_172"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_172/mul"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_173/sub/x"
+ op: "Const"
+ device: "/job:ps/task:3"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_173/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_173/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_173/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/beta/read"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_173/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_173/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_173/sub"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_173"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_173/mul"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_174/sub/x"
+ op: "Const"
+ device: "/job:ps/task:4"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_174/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_174/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_174/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/gamma/read"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_174/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_174/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_174/sub"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_174"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_174/mul"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_175/sub/x"
+ op: "Const"
+ device: "/job:ps/task:5"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_175/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_175/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_175/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moving_mean/read"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_175/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_175/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_175/sub"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_175"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_175/mul"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_176/sub/x"
+ op: "Const"
+ device: "/job:ps/task:6"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_176/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_176/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_176/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moving_variance/read"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_176/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_176/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_176/sub"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_176"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_176/mul"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_177/sub/x"
+ op: "Const"
+ device: "/job:ps/task:7"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_177/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_177/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_177/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights/read"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_177/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_177/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_177/sub"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_177"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_177/mul"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_178/sub/x"
+ op: "Const"
+ device: "/job:ps/task:8"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_178/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_178/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_178/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/beta/read"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_178/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_178/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_178/sub"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_178"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_178/mul"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_179/sub/x"
+ op: "Const"
+ device: "/job:ps/task:9"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_179/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_179/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_179/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/gamma/read"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_179/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_179/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_179/sub"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_179"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_179/mul"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_180/sub/x"
+ op: "Const"
+ device: "/job:ps/task:10"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_180/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_180/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_180/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moving_mean/read"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_180/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_180/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_180/sub"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_180"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_180/mul"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_181/sub/x"
+ op: "Const"
+ device: "/job:ps/task:11"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_181/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_181/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_181/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moving_variance/read"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_181/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_181/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_181/sub"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_181"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_181/mul"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_182/sub/x"
+ op: "Const"
+ device: "/job:ps/task:12"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_182/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_182/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_182/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights/read"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_182/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_182/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_182/sub"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_182"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_182/mul"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_183/sub/x"
+ op: "Const"
+ device: "/job:ps/task:13"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_183/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_183/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_183/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/biases/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/biases/read"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_183/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_183/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_183/sub"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_183"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/biases/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_183/mul"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_184/sub/x"
+ op: "Const"
+ device: "/job:ps/task:14"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_184/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_184/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_184/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/beta/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/beta/read"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_184/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_184/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_184/sub"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_184"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/beta/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_184/mul"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_185/sub/x"
+ op: "Const"
+ device: "/job:ps/task:15"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_185/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_185/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_185/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/gamma/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/gamma/read"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_185/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_185/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_185/sub"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_185"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/gamma/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_185/mul"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_186/sub/x"
+ op: "Const"
+ device: "/job:ps/task:16"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_186/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_186/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_186/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moving_mean/read"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_186/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_186/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_186/sub"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_186"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_186/mul"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_187/sub/x"
+ op: "Const"
+ device: "/job:ps/task:0"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_187/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_187/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_187/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moving_variance/read"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_187/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_187/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_187/sub"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_187"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_187/mul"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_188/sub/x"
+ op: "Const"
+ device: "/job:ps/task:1"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_188/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_188/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_188/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights/read"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_188/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_188/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_188/sub"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_188"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_188/mul"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_189/sub/x"
+ op: "Const"
+ device: "/job:ps/task:2"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_189/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_189/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_189/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/beta/read"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_189/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_189/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_189/sub"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_189"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_189/mul"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_190/sub/x"
+ op: "Const"
+ device: "/job:ps/task:3"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_190/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_190/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_190/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/gamma/read"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_190/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_190/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_190/sub"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_190"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_190/mul"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_191/sub/x"
+ op: "Const"
+ device: "/job:ps/task:4"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_191/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_191/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_191/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moving_mean/read"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_191/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_191/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_191/sub"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_191"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_191/mul"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_192/sub/x"
+ op: "Const"
+ device: "/job:ps/task:5"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_192/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_192/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_192/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moving_variance/read"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_192/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_192/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_192/sub"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_192"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_192/mul"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_193/sub/x"
+ op: "Const"
+ device: "/job:ps/task:6"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_193/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_193/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_193/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights/read"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_193/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_193/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_193/sub"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_193"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_193/mul"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_194/sub/x"
+ op: "Const"
+ device: "/job:ps/task:7"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_194/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_194/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_194/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/beta/read"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_194/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_194/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_194/sub"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_194"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_194/mul"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_195/sub/x"
+ op: "Const"
+ device: "/job:ps/task:8"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_195/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_195/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_195/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/gamma/read"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_195/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_195/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_195/sub"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_195"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_195/mul"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_196/sub/x"
+ op: "Const"
+ device: "/job:ps/task:9"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_196/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_196/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_196/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moving_mean/read"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_196/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_196/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_196/sub"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_196"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_196/mul"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_197/sub/x"
+ op: "Const"
+ device: "/job:ps/task:10"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_197/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_197/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_197/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moving_variance/read"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_197/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_197/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_197/sub"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_197"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_197/mul"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_198/sub/x"
+ op: "Const"
+ device: "/job:ps/task:11"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_198/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_198/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_198/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights/read"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_198/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_198/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_198/sub"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_198"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_198/mul"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_199/sub/x"
+ op: "Const"
+ device: "/job:ps/task:12"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_199/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_199/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_199/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/biases/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/biases/read"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_199/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_199/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_199/sub"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_199"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/biases/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_199/mul"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_200/sub/x"
+ op: "Const"
+ device: "/job:ps/task:13"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_200/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_200/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_200/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/beta/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/beta/read"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_200/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_200/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_200/sub"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_200"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/beta/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_200/mul"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_201/sub/x"
+ op: "Const"
+ device: "/job:ps/task:14"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_201/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_201/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_201/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/gamma/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/gamma/read"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_201/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_201/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_201/sub"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_201"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/gamma/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_201/mul"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_202/sub/x"
+ op: "Const"
+ device: "/job:ps/task:15"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_202/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_202/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_202/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moving_mean/read"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_202/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_202/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_202/sub"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_202"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_202/mul"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_203/sub/x"
+ op: "Const"
+ device: "/job:ps/task:16"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_203/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_203/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_203/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moving_variance/read"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_203/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_203/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_203/sub"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_203"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_203/mul"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_204/sub/x"
+ op: "Const"
+ device: "/job:ps/task:0"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_204/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_204/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_204/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights/read"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_204/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_204/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_204/sub"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_204"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_204/mul"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_205/sub/x"
+ op: "Const"
+ device: "/job:ps/task:1"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_205/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_205/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_205/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/beta/read"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_205/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_205/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_205/sub"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_205"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_205/mul"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_206/sub/x"
+ op: "Const"
+ device: "/job:ps/task:2"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_206/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_206/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_206/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/gamma/read"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_206/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_206/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_206/sub"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_206"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_206/mul"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_207/sub/x"
+ op: "Const"
+ device: "/job:ps/task:3"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_207/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_207/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_207/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moving_mean/read"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_207/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_207/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_207/sub"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_207"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_207/mul"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_208/sub/x"
+ op: "Const"
+ device: "/job:ps/task:4"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_208/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_208/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_208/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moving_variance/read"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_208/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_208/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_208/sub"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_208"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_208/mul"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_209/sub/x"
+ op: "Const"
+ device: "/job:ps/task:5"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_209/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_209/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_209/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights/read"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_209/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_209/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_209/sub"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_209"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_209/mul"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_210/sub/x"
+ op: "Const"
+ device: "/job:ps/task:6"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_210/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_210/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_210/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/beta/read"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_210/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_210/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_210/sub"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_210"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_210/mul"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_211/sub/x"
+ op: "Const"
+ device: "/job:ps/task:7"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_211/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_211/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_211/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/gamma/read"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_211/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_211/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_211/sub"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_211"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_211/mul"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_212/sub/x"
+ op: "Const"
+ device: "/job:ps/task:8"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_212/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_212/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_212/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moving_mean/read"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_212/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_212/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_212/sub"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_212"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_212/mul"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_213/sub/x"
+ op: "Const"
+ device: "/job:ps/task:9"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_213/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_213/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_213/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moving_variance/read"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_213/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_213/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_213/sub"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_213"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_213/mul"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_214/sub/x"
+ op: "Const"
+ device: "/job:ps/task:10"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_214/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_214/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_214/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights/read"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_214/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_214/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_214/sub"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_214"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_214/mul"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_215/sub/x"
+ op: "Const"
+ device: "/job:ps/task:11"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_215/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_215/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_215/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/biases/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/biases/read"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_215/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_215/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_215/sub"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_215"
+ op: "AssignSub"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/biases/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_215/mul"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_216/sub/x"
+ op: "Const"
+ device: "/job:ps/task:12"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_216/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_216/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_216/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/beta/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/beta/read"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_216/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_216/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_216/sub"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_216"
+ op: "AssignSub"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/beta/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_216/mul"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_217/sub/x"
+ op: "Const"
+ device: "/job:ps/task:13"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_217/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_217/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_217/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/gamma/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/gamma/read"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_217/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_217/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_217/sub"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_217"
+ op: "AssignSub"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/gamma/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_217/mul"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_218/sub/x"
+ op: "Const"
+ device: "/job:ps/task:14"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_218/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_218/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_218/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moving_mean/read"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_218/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_218/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_218/sub"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_218"
+ op: "AssignSub"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_218/mul"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_219/sub/x"
+ op: "Const"
+ device: "/job:ps/task:15"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_219/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_219/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_219/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moving_variance/read"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_219/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_219/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_219/sub"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_219"
+ op: "AssignSub"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_219/mul"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_220/sub/x"
+ op: "Const"
+ device: "/job:ps/task:16"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_220/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_220/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_220/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights/read"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_220/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_220/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_220/sub"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_220"
+ op: "AssignSub"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_220/mul"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_221/sub/x"
+ op: "Const"
+ device: "/job:ps/task:0"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_221/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_221/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_221/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/biases/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/biases/read"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_221/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_221/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_221/sub"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_221"
+ op: "AssignSub"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/biases/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_221/mul"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_222/sub/x"
+ op: "Const"
+ device: "/job:ps/task:1"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_222/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_222/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_222/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights/read"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_222/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_222/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_222/sub"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_222"
+ op: "AssignSub"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_222/mul"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_223/sub/x"
+ op: "Const"
+ device: "/job:ps/task:2"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_223/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_223/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_223/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/beta/read"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_223/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_223/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_223/sub"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_223"
+ op: "AssignSub"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_223/mul"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_224/sub/x"
+ op: "Const"
+ device: "/job:ps/task:3"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_224/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_224/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_224/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/gamma/read"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_224/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_224/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_224/sub"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_224"
+ op: "AssignSub"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_224/mul"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_225/sub/x"
+ op: "Const"
+ device: "/job:ps/task:4"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_225/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_225/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_225/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean/read"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_225/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_225/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_225/sub"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_225"
+ op: "AssignSub"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_225/mul"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_226/sub/x"
+ op: "Const"
+ device: "/job:ps/task:5"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_226/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_226/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_226/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance/read"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_226/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_226/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_226/sub"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_226"
+ op: "AssignSub"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_226/mul"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_227/sub/x"
+ op: "Const"
+ device: "/job:ps/task:6"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_227/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_227/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_227/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights/read"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_227/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_227/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_227/sub"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_227"
+ op: "AssignSub"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_227/mul"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_228/sub/x"
+ op: "Const"
+ device: "/job:ps/task:7"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_228/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_228/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_228/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/beta/read"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_228/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_228/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_228/sub"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_228"
+ op: "AssignSub"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_228/mul"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_229/sub/x"
+ op: "Const"
+ device: "/job:ps/task:8"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_229/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_229/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_229/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/gamma/read"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_229/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_229/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_229/sub"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_229"
+ op: "AssignSub"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_229/mul"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_230/sub/x"
+ op: "Const"
+ device: "/job:ps/task:9"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_230/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_230/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_230/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean/read"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_230/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_230/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_230/sub"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_230"
+ op: "AssignSub"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_230/mul"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_231/sub/x"
+ op: "Const"
+ device: "/job:ps/task:10"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_231/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_231/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_231/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance/read"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_231/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_231/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_231/sub"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_231"
+ op: "AssignSub"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_231/mul"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_232/sub/x"
+ op: "Const"
+ device: "/job:ps/task:11"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_232/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_232/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_232/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights/read"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_232/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_232/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_232/sub"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_232"
+ op: "AssignSub"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_232/mul"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_233/sub/x"
+ op: "Const"
+ device: "/job:ps/task:12"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_233/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_233/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_233/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/biases/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/biases/read"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_233/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_233/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_233/sub"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_233"
+ op: "AssignSub"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/biases/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_233/mul"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_234/sub/x"
+ op: "Const"
+ device: "/job:ps/task:13"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_234/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_234/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_234/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/beta/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/beta/read"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_234/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_234/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_234/sub"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_234"
+ op: "AssignSub"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/beta/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_234/mul"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_235/sub/x"
+ op: "Const"
+ device: "/job:ps/task:14"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_235/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_235/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_235/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/gamma/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/gamma/read"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_235/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_235/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_235/sub"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_235"
+ op: "AssignSub"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/gamma/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_235/mul"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_236/sub/x"
+ op: "Const"
+ device: "/job:ps/task:15"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_236/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_236/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_236/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moving_mean/read"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_236/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_236/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_236/sub"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_236"
+ op: "AssignSub"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_236/mul"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_237/sub/x"
+ op: "Const"
+ device: "/job:ps/task:16"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_237/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_237/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_237/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moving_variance/read"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_237/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_237/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_237/sub"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_237"
+ op: "AssignSub"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_237/mul"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_238/sub/x"
+ op: "Const"
+ device: "/job:ps/task:0"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_238/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_238/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_238/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights/read"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 2048
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_238/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_238/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_238/sub"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 2048
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_238"
+ op: "AssignSub"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_238/mul"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 2048
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_239/sub/x"
+ op: "Const"
+ device: "/job:ps/task:1"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_239/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_239/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_239/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/beta/read"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_239/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_239/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_239/sub"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_239"
+ op: "AssignSub"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_239/mul"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_240/sub/x"
+ op: "Const"
+ device: "/job:ps/task:2"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_240/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_240/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_240/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/gamma/read"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_240/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_240/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_240/sub"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_240"
+ op: "AssignSub"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_240/mul"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_241/sub/x"
+ op: "Const"
+ device: "/job:ps/task:3"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_241/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_241/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_241/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean/read"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_241/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_241/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_241/sub"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_241"
+ op: "AssignSub"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_241/mul"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_242/sub/x"
+ op: "Const"
+ device: "/job:ps/task:4"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_242/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_242/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_242/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance/read"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_242/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_242/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_242/sub"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_242"
+ op: "AssignSub"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_242/mul"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_243/sub/x"
+ op: "Const"
+ device: "/job:ps/task:5"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_243/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_243/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_243/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights/read"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_243/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_243/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_243/sub"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_243"
+ op: "AssignSub"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_243/mul"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_244/sub/x"
+ op: "Const"
+ device: "/job:ps/task:6"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_244/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_244/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_244/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/beta/read"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_244/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_244/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_244/sub"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_244"
+ op: "AssignSub"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_244/mul"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_245/sub/x"
+ op: "Const"
+ device: "/job:ps/task:7"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_245/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_245/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_245/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/gamma/read"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_245/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_245/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_245/sub"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_245"
+ op: "AssignSub"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_245/mul"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_246/sub/x"
+ op: "Const"
+ device: "/job:ps/task:8"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_246/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_246/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_246/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean/read"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_246/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_246/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_246/sub"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_246"
+ op: "AssignSub"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_246/mul"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_247/sub/x"
+ op: "Const"
+ device: "/job:ps/task:9"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_247/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_247/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_247/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance/read"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_247/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_247/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_247/sub"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_247"
+ op: "AssignSub"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_247/mul"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_248/sub/x"
+ op: "Const"
+ device: "/job:ps/task:10"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_248/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_248/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_248/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights/read"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_248/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_248/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_248/sub"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_248"
+ op: "AssignSub"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_248/mul"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_249/sub/x"
+ op: "Const"
+ device: "/job:ps/task:11"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_249/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_249/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_249/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/biases/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/biases/read"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_249/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_249/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_249/sub"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_249"
+ op: "AssignSub"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/biases/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_249/mul"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_250/sub/x"
+ op: "Const"
+ device: "/job:ps/task:12"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_250/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_250/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_250/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/beta/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/beta/read"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_250/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_250/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_250/sub"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_250"
+ op: "AssignSub"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/beta/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_250/mul"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/preact/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_251/sub/x"
+ op: "Const"
+ device: "/job:ps/task:13"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_251/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_251/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_251/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/gamma/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/gamma/read"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_251/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_251/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_251/sub"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_251"
+ op: "AssignSub"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/gamma/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_251/mul"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/preact/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_252/sub/x"
+ op: "Const"
+ device: "/job:ps/task:14"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_252/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_252/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_252/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moving_mean/read"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_252/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_252/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_252/sub"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_252"
+ op: "AssignSub"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moving_mean/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_252/mul"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_253/sub/x"
+ op: "Const"
+ device: "/job:ps/task:15"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_253/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_253/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_253/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moving_variance/read"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_253/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_253/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_253/sub"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_253"
+ op: "AssignSub"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moving_variance/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_253/mul"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_254/sub/x"
+ op: "Const"
+ device: "/job:ps/task:16"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_254/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_254/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_254/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights/read"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 2048
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_254/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_254/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_254/sub"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 2048
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_254"
+ op: "AssignSub"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_254/mul"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 2048
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_255/sub/x"
+ op: "Const"
+ device: "/job:ps/task:0"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_255/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_255/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_255/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/beta/read"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_255/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_255/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_255/sub"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_255"
+ op: "AssignSub"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/beta/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_255/mul"
+ device: "/job:ps/task:0"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_256/sub/x"
+ op: "Const"
+ device: "/job:ps/task:1"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_256/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_256/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_256/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/gamma/read"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_256/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_256/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_256/sub"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_256"
+ op: "AssignSub"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/gamma/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_256/mul"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_257/sub/x"
+ op: "Const"
+ device: "/job:ps/task:2"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_257/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_257/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_257/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean/read"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_257/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_257/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_257/sub"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_257"
+ op: "AssignSub"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_257/mul"
+ device: "/job:ps/task:2"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_258/sub/x"
+ op: "Const"
+ device: "/job:ps/task:3"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_258/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_258/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_258/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance/read"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_258/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_258/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_258/sub"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_258"
+ op: "AssignSub"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_258/mul"
+ device: "/job:ps/task:3"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_259/sub/x"
+ op: "Const"
+ device: "/job:ps/task:4"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_259/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_259/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_259/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights/read"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_259/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_259/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_259/sub"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_259"
+ op: "AssignSub"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_259/mul"
+ device: "/job:ps/task:4"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_260/sub/x"
+ op: "Const"
+ device: "/job:ps/task:5"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_260/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_260/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_260/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/beta/read"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_260/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_260/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_260/sub"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_260"
+ op: "AssignSub"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/beta/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_260/mul"
+ device: "/job:ps/task:5"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_261/sub/x"
+ op: "Const"
+ device: "/job:ps/task:6"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_261/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_261/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_261/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/gamma/read"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_261/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_261/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_261/sub"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_261"
+ op: "AssignSub"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/gamma/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_261/mul"
+ device: "/job:ps/task:6"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_262/sub/x"
+ op: "Const"
+ device: "/job:ps/task:7"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_262/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_262/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_262/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean/read"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_262/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_262/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_262/sub"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_262"
+ op: "AssignSub"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_262/mul"
+ device: "/job:ps/task:7"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_263/sub/x"
+ op: "Const"
+ device: "/job:ps/task:8"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_263/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_263/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_263/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance/read"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_263/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_263/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_263/sub"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_263"
+ op: "AssignSub"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_263/mul"
+ device: "/job:ps/task:8"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_264/sub/x"
+ op: "Const"
+ device: "/job:ps/task:9"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_264/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_264/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_264/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights/read"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_264/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_264/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_264/sub"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_264"
+ op: "AssignSub"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_264/mul"
+ device: "/job:ps/task:9"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_265/sub/x"
+ op: "Const"
+ device: "/job:ps/task:10"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_265/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_265/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_265/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/biases/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/biases/read"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_265/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_265/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_265/sub"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_265"
+ op: "AssignSub"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/biases/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_265/mul"
+ device: "/job:ps/task:10"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_266/sub/x"
+ op: "Const"
+ device: "/job:ps/task:11"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/postnorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_266/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_266/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/postnorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_266/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/postnorm/beta/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/postnorm/beta/read"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/postnorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_266/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_266/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_266/sub"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/postnorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_266"
+ op: "AssignSub"
+ input: "resnet_v2_50/postnorm/beta/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_266/mul"
+ device: "/job:ps/task:11"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/postnorm/beta"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_267/sub/x"
+ op: "Const"
+ device: "/job:ps/task:12"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/postnorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_267/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_267/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/postnorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_267/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/postnorm/gamma/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/postnorm/gamma/read"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/postnorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_267/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_267/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_267/sub"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/postnorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_267"
+ op: "AssignSub"
+ input: "resnet_v2_50/postnorm/gamma/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_267/mul"
+ device: "/job:ps/task:12"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/postnorm/gamma"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_268/sub/x"
+ op: "Const"
+ device: "/job:ps/task:13"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/postnorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_268/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_268/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/postnorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_268/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/postnorm/moving_mean/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/postnorm/moving_mean/read"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/postnorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_268/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_268/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_268/sub"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/postnorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_268"
+ op: "AssignSub"
+ input: "resnet_v2_50/postnorm/moving_mean/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_268/mul"
+ device: "/job:ps/task:13"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/postnorm/moving_mean"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_269/sub/x"
+ op: "Const"
+ device: "/job:ps/task:14"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/postnorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_269/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_269/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/postnorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_269/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/postnorm/moving_variance/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/postnorm/moving_variance/read"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/postnorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_269/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_269/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_269/sub"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/postnorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_269"
+ op: "AssignSub"
+ input: "resnet_v2_50/postnorm/moving_variance/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_269/mul"
+ device: "/job:ps/task:14"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/postnorm/moving_variance"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_270/sub/x"
+ op: "Const"
+ device: "/job:ps/task:15"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/logits/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_270/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_270/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/logits/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_270/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/logits/weights/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/logits/weights/read"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/logits/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 2048
+ }
+ dim {
+ size: 1001
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_270/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_270/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_270/sub"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/logits/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 2048
+ }
+ dim {
+ size: 1001
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_270"
+ op: "AssignSub"
+ input: "resnet_v2_50/logits/weights/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_270/mul"
+ device: "/job:ps/task:15"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/logits/weights"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 2048
+ }
+ dim {
+ size: 1001
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_271/sub/x"
+ op: "Const"
+ device: "/job:ps/task:16"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/logits/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_271/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_271/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/logits/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_271/sub_1"
+ op: "Sub"
+ input: "resnet_v2_50/logits/biases/ExponentialMovingAverage/read"
+ input: "resnet_v2_50/logits/biases/read"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/logits/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1001
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_271/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_271/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_271/sub"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/logits/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1001
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_271"
+ op: "AssignSub"
+ input: "resnet_v2_50/logits/biases/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_271/mul"
+ device: "/job:ps/task:16"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@resnet_v2_50/logits/biases"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1001
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_272/sub/x"
+ op: "Const"
+ device: "/job:ps/task:1"
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@total_loss/ExponentialMovingAverage"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_272/sub"
+ op: "Sub"
+ input: "ExponentialMovingAverage/AssignMovingAvg_272/sub/x"
+ input: "ExponentialMovingAverage/Minimum"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@total_loss/ExponentialMovingAverage"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_272/sub_1"
+ op: "Sub"
+ input: "total_loss/ExponentialMovingAverage/read"
+ input: "total_loss"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@total_loss/ExponentialMovingAverage"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_272/mul"
+ op: "Mul"
+ input: "ExponentialMovingAverage/AssignMovingAvg_272/sub_1"
+ input: "ExponentialMovingAverage/AssignMovingAvg_272/sub"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@total_loss/ExponentialMovingAverage"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/AssignMovingAvg_272"
+ op: "AssignSub"
+ input: "total_loss/ExponentialMovingAverage"
+ input: "ExponentialMovingAverage/AssignMovingAvg_272/mul"
+ device: "/job:ps/task:1"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@total_loss/ExponentialMovingAverage"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "use_locking"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "ExponentialMovingAverage/NoOp"
+ op: "NoOp"
+ input: "^ExponentialMovingAverage/AssignMovingAvg"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_17"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_34"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_51"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_68"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_85"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_102"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_119"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_136"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_153"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_170"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_187"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_204"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_221"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_238"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_255"
+ device: "/job:ps/task:0"
+}
+node {
+ name: "ExponentialMovingAverage/NoOp_1"
+ op: "NoOp"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_1"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_18"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_35"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_52"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_69"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_86"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_103"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_120"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_137"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_154"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_171"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_188"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_205"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_222"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_239"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_256"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_272"
+ device: "/job:ps/task:1"
+}
+node {
+ name: "ExponentialMovingAverage/NoOp_2"
+ op: "NoOp"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_10"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_27"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_44"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_61"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_78"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_95"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_112"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_129"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_146"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_163"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_180"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_197"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_214"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_231"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_248"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_265"
+ device: "/job:ps/task:10"
+}
+node {
+ name: "ExponentialMovingAverage/NoOp_3"
+ op: "NoOp"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_11"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_28"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_45"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_62"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_79"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_96"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_113"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_130"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_147"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_164"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_181"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_198"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_215"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_232"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_249"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_266"
+ device: "/job:ps/task:11"
+}
+node {
+ name: "ExponentialMovingAverage/NoOp_4"
+ op: "NoOp"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_12"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_29"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_46"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_63"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_80"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_97"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_114"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_131"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_148"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_165"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_182"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_199"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_216"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_233"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_250"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_267"
+ device: "/job:ps/task:12"
+}
+node {
+ name: "ExponentialMovingAverage/NoOp_5"
+ op: "NoOp"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_13"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_30"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_47"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_64"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_81"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_98"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_115"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_132"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_149"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_166"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_183"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_200"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_217"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_234"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_251"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_268"
+ device: "/job:ps/task:13"
+}
+node {
+ name: "ExponentialMovingAverage/NoOp_6"
+ op: "NoOp"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_14"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_31"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_48"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_65"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_82"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_99"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_116"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_133"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_150"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_167"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_184"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_201"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_218"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_235"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_252"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_269"
+ device: "/job:ps/task:14"
+}
+node {
+ name: "ExponentialMovingAverage/NoOp_7"
+ op: "NoOp"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_15"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_32"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_49"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_66"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_83"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_100"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_117"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_134"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_151"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_168"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_185"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_202"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_219"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_236"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_253"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_270"
+ device: "/job:ps/task:15"
+}
+node {
+ name: "ExponentialMovingAverage/NoOp_8"
+ op: "NoOp"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_16"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_33"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_50"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_67"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_84"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_101"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_118"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_135"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_152"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_169"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_186"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_203"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_220"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_237"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_254"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_271"
+ device: "/job:ps/task:16"
+}
+node {
+ name: "ExponentialMovingAverage/NoOp_9"
+ op: "NoOp"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_2"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_19"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_36"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_53"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_70"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_87"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_104"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_121"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_138"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_155"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_172"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_189"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_206"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_223"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_240"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_257"
+ device: "/job:ps/task:2"
+}
+node {
+ name: "ExponentialMovingAverage/NoOp_10"
+ op: "NoOp"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_3"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_20"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_37"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_54"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_71"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_88"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_105"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_122"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_139"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_156"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_173"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_190"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_207"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_224"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_241"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_258"
+ device: "/job:ps/task:3"
+}
+node {
+ name: "ExponentialMovingAverage/NoOp_11"
+ op: "NoOp"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_4"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_21"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_38"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_55"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_72"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_89"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_106"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_123"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_140"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_157"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_174"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_191"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_208"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_225"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_242"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_259"
+ device: "/job:ps/task:4"
+}
+node {
+ name: "ExponentialMovingAverage/NoOp_12"
+ op: "NoOp"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_5"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_22"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_39"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_56"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_73"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_90"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_107"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_124"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_141"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_158"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_175"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_192"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_209"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_226"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_243"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_260"
+ device: "/job:ps/task:5"
+}
+node {
+ name: "ExponentialMovingAverage/NoOp_13"
+ op: "NoOp"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_6"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_23"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_40"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_57"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_74"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_91"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_108"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_125"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_142"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_159"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_176"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_193"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_210"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_227"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_244"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_261"
+ device: "/job:ps/task:6"
+}
+node {
+ name: "ExponentialMovingAverage/NoOp_14"
+ op: "NoOp"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_7"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_24"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_41"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_58"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_75"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_92"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_109"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_126"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_143"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_160"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_177"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_194"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_211"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_228"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_245"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_262"
+ device: "/job:ps/task:7"
+}
+node {
+ name: "ExponentialMovingAverage/NoOp_15"
+ op: "NoOp"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_8"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_25"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_42"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_59"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_76"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_93"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_110"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_127"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_144"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_161"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_178"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_195"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_212"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_229"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_246"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_263"
+ device: "/job:ps/task:8"
+}
+node {
+ name: "ExponentialMovingAverage/NoOp_16"
+ op: "NoOp"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_9"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_26"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_43"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_60"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_77"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_94"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_111"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_128"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_145"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_162"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_179"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_196"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_213"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_230"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_247"
+ input: "^ExponentialMovingAverage/AssignMovingAvg_264"
+ device: "/job:ps/task:9"
+}
+node {
+ name: "ExponentialMovingAverage"
+ op: "NoOp"
+ input: "^ExponentialMovingAverage/NoOp"
+ input: "^ExponentialMovingAverage/NoOp_1"
+ input: "^ExponentialMovingAverage/NoOp_2"
+ input: "^ExponentialMovingAverage/NoOp_3"
+ input: "^ExponentialMovingAverage/NoOp_4"
+ input: "^ExponentialMovingAverage/NoOp_5"
+ input: "^ExponentialMovingAverage/NoOp_6"
+ input: "^ExponentialMovingAverage/NoOp_7"
+ input: "^ExponentialMovingAverage/NoOp_8"
+ input: "^ExponentialMovingAverage/NoOp_9"
+ input: "^ExponentialMovingAverage/NoOp_10"
+ input: "^ExponentialMovingAverage/NoOp_11"
+ input: "^ExponentialMovingAverage/NoOp_12"
+ input: "^ExponentialMovingAverage/NoOp_13"
+ input: "^ExponentialMovingAverage/NoOp_14"
+ input: "^ExponentialMovingAverage/NoOp_15"
+ input: "^ExponentialMovingAverage/NoOp_16"
+ device: "/job:worker"
+}
+node {
+ name: "ExponentialDecay/learning_rate"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.0500000007451
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialDecay/Cast"
+ op: "Cast"
+ input: "global_step/read"
+ device: "/job:worker"
+ attr {
+ key: "DstT"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "SrcT"
+ value {
+ type: DT_INT64
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialDecay/Cast_1/x"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1201094
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialDecay/Cast_1"
+ op: "Cast"
+ input: "ExponentialDecay/Cast_1/x"
+ device: "/job:worker"
+ attr {
+ key: "DstT"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "SrcT"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialDecay/Cast_2/x"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 0.10000000149
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialDecay/truediv"
+ op: "Div"
+ input: "ExponentialDecay/Cast"
+ input: "ExponentialDecay/Cast_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialDecay/Floor"
+ op: "Floor"
+ input: "ExponentialDecay/truediv"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialDecay/Pow"
+ op: "Pow"
+ input: "ExponentialDecay/Cast_2/x"
+ input: "ExponentialDecay/Floor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "ExponentialDecay"
+ op: "Mul"
+ input: "ExponentialDecay/learning_rate"
+ input: "ExponentialDecay/Pow"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "update_barrier"
+ op: "NoOp"
+ input: "^resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1"
+ input: "^resnet_v2_50/block3/unit_3/bottleneck_v2/preact/AssignMovingAvg_1"
+ input: "^resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg"
+ input: "^resnet_v2_50/block3/unit_1/bottleneck_v2/preact/AssignMovingAvg"
+ input: "^resnet_v2_50/block3/unit_5/bottleneck_v2/preact/AssignMovingAvg_1"
+ input: "^resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg"
+ input: "^resnet_v2_50/block4/unit_1/bottleneck_v2/preact/AssignMovingAvg"
+ input: "^resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1"
+ input: "^resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1"
+ input: "^resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1"
+ input: "^ExponentialMovingAverage"
+ input: "^resnet_v2_50/block4/unit_3/bottleneck_v2/preact/AssignMovingAvg"
+ input: "^resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg"
+ input: "^resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg"
+ input: "^resnet_v2_50/block2/unit_1/bottleneck_v2/preact/AssignMovingAvg"
+ input: "^resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1"
+ input: "^resnet_v2_50/block3/unit_6/bottleneck_v2/preact/AssignMovingAvg_1"
+ input: "^resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg"
+ input: "^resnet_v2_50/block2/unit_2/bottleneck_v2/preact/AssignMovingAvg_1"
+ input: "^resnet_v2_50/block1/unit_3/bottleneck_v2/preact/AssignMovingAvg_1"
+ input: "^resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1"
+ input: "^resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg"
+ input: "^resnet_v2_50/postnorm/AssignMovingAvg"
+ input: "^resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg"
+ input: "^resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg"
+ input: "^resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg"
+ input: "^resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg"
+ input: "^resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg"
+ input: "^resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg"
+ input: "^resnet_v2_50/postnorm/AssignMovingAvg_1"
+ input: "^resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1"
+ input: "^resnet_v2_50/block4/unit_2/bottleneck_v2/preact/AssignMovingAvg"
+ input: "^resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1"
+ input: "^resnet_v2_50/block3/unit_4/bottleneck_v2/preact/AssignMovingAvg"
+ input: "^resnet_v2_50/block1/unit_1/bottleneck_v2/preact/AssignMovingAvg"
+ input: "^resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1"
+ input: "^resnet_v2_50/block1/unit_2/bottleneck_v2/preact/AssignMovingAvg_1"
+ input: "^resnet_v2_50/block4/unit_1/bottleneck_v2/preact/AssignMovingAvg_1"
+ input: "^resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1"
+ input: "^resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg"
+ input: "^resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg"
+ input: "^resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg"
+ input: "^resnet_v2_50/block3/unit_1/bottleneck_v2/preact/AssignMovingAvg_1"
+ input: "^resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg"
+ input: "^resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1"
+ input: "^resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg"
+ input: "^resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1"
+ input: "^resnet_v2_50/block1/unit_3/bottleneck_v2/preact/AssignMovingAvg"
+ input: "^resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1"
+ input: "^resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1"
+ input: "^resnet_v2_50/block4/unit_3/bottleneck_v2/preact/AssignMovingAvg_1"
+ input: "^resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1"
+ input: "^resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1"
+ input: "^resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg"
+ input: "^resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1"
+ input: "^resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1"
+ input: "^resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1"
+ input: "^resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1"
+ input: "^resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1"
+ input: "^resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1"
+ input: "^resnet_v2_50/block1/unit_1/bottleneck_v2/preact/AssignMovingAvg_1"
+ input: "^resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1"
+ input: "^resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg"
+ input: "^resnet_v2_50/block3/unit_2/bottleneck_v2/preact/AssignMovingAvg_1"
+ input: "^resnet_v2_50/block2/unit_4/bottleneck_v2/preact/AssignMovingAvg"
+ input: "^resnet_v2_50/block3/unit_4/bottleneck_v2/preact/AssignMovingAvg_1"
+ input: "^resnet_v2_50/block4/unit_2/bottleneck_v2/preact/AssignMovingAvg_1"
+ input: "^resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1"
+ input: "^resnet_v2_50/block1/unit_2/bottleneck_v2/preact/AssignMovingAvg"
+ input: "^resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1"
+ input: "^resnet_v2_50/block3/unit_3/bottleneck_v2/preact/AssignMovingAvg"
+ input: "^resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg"
+ input: "^resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1"
+ input: "^resnet_v2_50/block3/unit_5/bottleneck_v2/preact/AssignMovingAvg"
+ input: "^resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg"
+ input: "^resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg_1"
+ input: "^resnet_v2_50/block2/unit_3/bottleneck_v2/preact/AssignMovingAvg"
+ input: "^resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg"
+ input: "^resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1"
+ input: "^resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg"
+ input: "^resnet_v2_50/block2/unit_1/bottleneck_v2/preact/AssignMovingAvg_1"
+ input: "^resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1"
+ input: "^resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg"
+ input: "^resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg"
+ input: "^resnet_v2_50/block3/unit_6/bottleneck_v2/preact/AssignMovingAvg"
+ input: "^resnet_v2_50/block2/unit_3/bottleneck_v2/preact/AssignMovingAvg_1"
+ input: "^resnet_v2_50/block2/unit_2/bottleneck_v2/preact/AssignMovingAvg"
+ input: "^resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1"
+ input: "^resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg"
+ input: "^resnet_v2_50/block3/unit_2/bottleneck_v2/preact/AssignMovingAvg"
+ input: "^resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg"
+ input: "^resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1"
+ input: "^resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg"
+ input: "^resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg"
+ input: "^resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg"
+ input: "^resnet_v2_50/block2/unit_4/bottleneck_v2/preact/AssignMovingAvg_1"
+ input: "^resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg"
+ input: "^resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/AssignMovingAvg"
+ input: "^resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/AssignMovingAvg_1"
+ device: "/job:worker"
+}
+node {
+ name: "control_dependency"
+ op: "Identity"
+ input: "total_loss"
+ input: "^update_barrier"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@total_loss"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/Const"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 1.0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/Fill"
+ op: "Fill"
+ input: "gradients/Shape"
+ input: "gradients/Const"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/total_loss_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/Fill"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/total_loss_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/Fill"
+ input: "^gradients/total_loss_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/Fill"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/total_loss_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/Fill"
+ input: "^gradients/total_loss_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/Fill"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/total_loss_grad/tuple/control_dependency_2"
+ op: "Identity"
+ input: "gradients/Fill"
+ input: "^gradients/total_loss_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/Fill"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/total_loss_grad/tuple/control_dependency_3"
+ op: "Identity"
+ input: "gradients/Fill"
+ input: "^gradients/total_loss_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/Fill"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/total_loss_grad/tuple/control_dependency_4"
+ op: "Identity"
+ input: "gradients/Fill"
+ input: "^gradients/total_loss_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/Fill"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/total_loss_grad/tuple/control_dependency_5"
+ op: "Identity"
+ input: "gradients/Fill"
+ input: "^gradients/total_loss_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/Fill"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/total_loss_grad/tuple/control_dependency_6"
+ op: "Identity"
+ input: "gradients/Fill"
+ input: "^gradients/total_loss_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/Fill"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/total_loss_grad/tuple/control_dependency_7"
+ op: "Identity"
+ input: "gradients/Fill"
+ input: "^gradients/total_loss_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/Fill"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/total_loss_grad/tuple/control_dependency_8"
+ op: "Identity"
+ input: "gradients/Fill"
+ input: "^gradients/total_loss_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/Fill"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/total_loss_grad/tuple/control_dependency_9"
+ op: "Identity"
+ input: "gradients/Fill"
+ input: "^gradients/total_loss_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/Fill"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/total_loss_grad/tuple/control_dependency_10"
+ op: "Identity"
+ input: "gradients/Fill"
+ input: "^gradients/total_loss_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/Fill"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/total_loss_grad/tuple/control_dependency_11"
+ op: "Identity"
+ input: "gradients/Fill"
+ input: "^gradients/total_loss_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/Fill"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/total_loss_grad/tuple/control_dependency_12"
+ op: "Identity"
+ input: "gradients/Fill"
+ input: "^gradients/total_loss_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/Fill"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/total_loss_grad/tuple/control_dependency_13"
+ op: "Identity"
+ input: "gradients/Fill"
+ input: "^gradients/total_loss_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/Fill"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/total_loss_grad/tuple/control_dependency_14"
+ op: "Identity"
+ input: "gradients/Fill"
+ input: "^gradients/total_loss_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/Fill"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/total_loss_grad/tuple/control_dependency_15"
+ op: "Identity"
+ input: "gradients/Fill"
+ input: "^gradients/total_loss_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/Fill"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/total_loss_grad/tuple/control_dependency_16"
+ op: "Identity"
+ input: "gradients/Fill"
+ input: "^gradients/total_loss_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/Fill"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/total_loss_grad/tuple/control_dependency_17"
+ op: "Identity"
+ input: "gradients/Fill"
+ input: "^gradients/total_loss_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/Fill"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/total_loss_grad/tuple/control_dependency_18"
+ op: "Identity"
+ input: "gradients/Fill"
+ input: "^gradients/total_loss_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/Fill"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/total_loss_grad/tuple/control_dependency_19"
+ op: "Identity"
+ input: "gradients/Fill"
+ input: "^gradients/total_loss_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/Fill"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/total_loss_grad/tuple/control_dependency_20"
+ op: "Identity"
+ input: "gradients/Fill"
+ input: "^gradients/total_loss_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/Fill"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/total_loss_grad/tuple/control_dependency_21"
+ op: "Identity"
+ input: "gradients/Fill"
+ input: "^gradients/total_loss_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/Fill"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/total_loss_grad/tuple/control_dependency_22"
+ op: "Identity"
+ input: "gradients/Fill"
+ input: "^gradients/total_loss_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/Fill"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/total_loss_grad/tuple/control_dependency_23"
+ op: "Identity"
+ input: "gradients/Fill"
+ input: "^gradients/total_loss_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/Fill"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/total_loss_grad/tuple/control_dependency_24"
+ op: "Identity"
+ input: "gradients/Fill"
+ input: "^gradients/total_loss_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/Fill"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/total_loss_grad/tuple/control_dependency_25"
+ op: "Identity"
+ input: "gradients/Fill"
+ input: "^gradients/total_loss_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/Fill"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/total_loss_grad/tuple/control_dependency_26"
+ op: "Identity"
+ input: "gradients/Fill"
+ input: "^gradients/total_loss_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/Fill"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/total_loss_grad/tuple/control_dependency_27"
+ op: "Identity"
+ input: "gradients/Fill"
+ input: "^gradients/total_loss_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/Fill"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/total_loss_grad/tuple/control_dependency_28"
+ op: "Identity"
+ input: "gradients/Fill"
+ input: "^gradients/total_loss_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/Fill"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/total_loss_grad/tuple/control_dependency_29"
+ op: "Identity"
+ input: "gradients/Fill"
+ input: "^gradients/total_loss_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/Fill"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/total_loss_grad/tuple/control_dependency_30"
+ op: "Identity"
+ input: "gradients/Fill"
+ input: "^gradients/total_loss_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/Fill"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/total_loss_grad/tuple/control_dependency_31"
+ op: "Identity"
+ input: "gradients/Fill"
+ input: "^gradients/total_loss_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/Fill"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/total_loss_grad/tuple/control_dependency_32"
+ op: "Identity"
+ input: "gradients/Fill"
+ input: "^gradients/total_loss_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/Fill"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/total_loss_grad/tuple/control_dependency_33"
+ op: "Identity"
+ input: "gradients/Fill"
+ input: "^gradients/total_loss_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/Fill"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/total_loss_grad/tuple/control_dependency_34"
+ op: "Identity"
+ input: "gradients/Fill"
+ input: "^gradients/total_loss_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/Fill"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/total_loss_grad/tuple/control_dependency_35"
+ op: "Identity"
+ input: "gradients/Fill"
+ input: "^gradients/total_loss_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/Fill"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/total_loss_grad/tuple/control_dependency_36"
+ op: "Identity"
+ input: "gradients/Fill"
+ input: "^gradients/total_loss_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/Fill"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/total_loss_grad/tuple/control_dependency_37"
+ op: "Identity"
+ input: "gradients/Fill"
+ input: "^gradients/total_loss_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/Fill"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/total_loss_grad/tuple/control_dependency_38"
+ op: "Identity"
+ input: "gradients/Fill"
+ input: "^gradients/total_loss_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/Fill"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/total_loss_grad/tuple/control_dependency_39"
+ op: "Identity"
+ input: "gradients/Fill"
+ input: "^gradients/total_loss_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/Fill"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/total_loss_grad/tuple/control_dependency_40"
+ op: "Identity"
+ input: "gradients/Fill"
+ input: "^gradients/total_loss_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/Fill"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/total_loss_grad/tuple/control_dependency_41"
+ op: "Identity"
+ input: "gradients/Fill"
+ input: "^gradients/total_loss_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/Fill"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/total_loss_grad/tuple/control_dependency_42"
+ op: "Identity"
+ input: "gradients/Fill"
+ input: "^gradients/total_loss_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/Fill"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/total_loss_grad/tuple/control_dependency_43"
+ op: "Identity"
+ input: "gradients/Fill"
+ input: "^gradients/total_loss_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/Fill"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/total_loss_grad/tuple/control_dependency_44"
+ op: "Identity"
+ input: "gradients/Fill"
+ input: "^gradients/total_loss_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/Fill"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/total_loss_grad/tuple/control_dependency_45"
+ op: "Identity"
+ input: "gradients/Fill"
+ input: "^gradients/total_loss_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/Fill"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/total_loss_grad/tuple/control_dependency_46"
+ op: "Identity"
+ input: "gradients/Fill"
+ input: "^gradients/total_loss_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/Fill"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/total_loss_grad/tuple/control_dependency_47"
+ op: "Identity"
+ input: "gradients/Fill"
+ input: "^gradients/total_loss_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/Fill"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/total_loss_grad/tuple/control_dependency_48"
+ op: "Identity"
+ input: "gradients/Fill"
+ input: "^gradients/total_loss_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/Fill"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/total_loss_grad/tuple/control_dependency_49"
+ op: "Identity"
+ input: "gradients/Fill"
+ input: "^gradients/total_loss_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/Fill"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/total_loss_grad/tuple/control_dependency_50"
+ op: "Identity"
+ input: "gradients/Fill"
+ input: "^gradients/total_loss_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/Fill"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/total_loss_grad/tuple/control_dependency_51"
+ op: "Identity"
+ input: "gradients/Fill"
+ input: "^gradients/total_loss_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/Fill"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/total_loss_grad/tuple/control_dependency_52"
+ op: "Identity"
+ input: "gradients/Fill"
+ input: "^gradients/total_loss_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/Fill"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/total_loss_grad/tuple/control_dependency_53"
+ op: "Identity"
+ input: "gradients/Fill"
+ input: "^gradients/total_loss_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/Fill"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/total_loss_grad/tuple/control_dependency_54"
+ op: "Identity"
+ input: "gradients/Fill"
+ input: "^gradients/total_loss_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/Fill"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/softmax_cross_entropy_loss/value_grad/zeros_like"
+ op: "ZerosLike"
+ input: "softmax_cross_entropy_loss/Div_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/softmax_cross_entropy_loss/value_grad/Select"
+ op: "Select"
+ input: "softmax_cross_entropy_loss/Greater"
+ input: "gradients/total_loss_grad/tuple/control_dependency"
+ input: "gradients/softmax_cross_entropy_loss/value_grad/zeros_like"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/softmax_cross_entropy_loss/value_grad/Select_1"
+ op: "Select"
+ input: "softmax_cross_entropy_loss/Greater"
+ input: "gradients/softmax_cross_entropy_loss/value_grad/zeros_like"
+ input: "gradients/total_loss_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/softmax_cross_entropy_loss/value_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/softmax_cross_entropy_loss/value_grad/Select"
+ input: "^gradients/softmax_cross_entropy_loss/value_grad/Select_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/softmax_cross_entropy_loss/value_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/softmax_cross_entropy_loss/value_grad/Select"
+ input: "^gradients/softmax_cross_entropy_loss/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/softmax_cross_entropy_loss/value_grad/Select"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/softmax_cross_entropy_loss/value_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/softmax_cross_entropy_loss/value_grad/Select_1"
+ input: "^gradients/softmax_cross_entropy_loss/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/softmax_cross_entropy_loss/value_grad/Select_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/conv1/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ input: "gradients/resnet_v2_50/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/conv1/weights/Regularizer/L2Regularizer/value_grad/mul"
+ op: "Mul"
+ input: "gradients/total_loss_grad/tuple/control_dependency_1"
+ input: "resnet_v2_50/conv1/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/conv1/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/conv1/weights/Regularizer/L2Regularizer/value_grad/mul"
+ input: "gradients/resnet_v2_50/conv1/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/conv1/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ input: "gradients/resnet_v2_50/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/conv1/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/conv1/weights/Regularizer/L2Regularizer/weight"
+ input: "gradients/total_loss_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/conv1/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/conv1/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ input: "gradients/resnet_v2_50/conv1/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/conv1/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ input: "gradients/resnet_v2_50/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ input: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/mul"
+ op: "Mul"
+ input: "gradients/total_loss_grad/tuple/control_dependency_2"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/mul"
+ input: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ input: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/weight"
+ input: "gradients/total_loss_grad/tuple/control_dependency_2"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ input: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ input: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/mul"
+ op: "Mul"
+ input: "gradients/total_loss_grad/tuple/control_dependency_3"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/mul"
+ input: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ input: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/weight"
+ input: "gradients/total_loss_grad/tuple/control_dependency_3"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ input: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ input: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/mul"
+ op: "Mul"
+ input: "gradients/total_loss_grad/tuple/control_dependency_4"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/mul"
+ input: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ input: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/weight"
+ input: "gradients/total_loss_grad/tuple/control_dependency_4"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ input: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ input: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/mul"
+ op: "Mul"
+ input: "gradients/total_loss_grad/tuple/control_dependency_5"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/mul"
+ input: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ input: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/weight"
+ input: "gradients/total_loss_grad/tuple/control_dependency_5"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ input: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ input: "gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/mul"
+ op: "Mul"
+ input: "gradients/total_loss_grad/tuple/control_dependency_6"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/mul"
+ input: "gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ input: "gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/weight"
+ input: "gradients/total_loss_grad/tuple/control_dependency_6"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ input: "gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ input: "gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/mul"
+ op: "Mul"
+ input: "gradients/total_loss_grad/tuple/control_dependency_7"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/mul"
+ input: "gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ input: "gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/weight"
+ input: "gradients/total_loss_grad/tuple/control_dependency_7"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ input: "gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ input: "gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/mul"
+ op: "Mul"
+ input: "gradients/total_loss_grad/tuple/control_dependency_8"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/mul"
+ input: "gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ input: "gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/weight"
+ input: "gradients/total_loss_grad/tuple/control_dependency_8"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ input: "gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ input: "gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/mul"
+ op: "Mul"
+ input: "gradients/total_loss_grad/tuple/control_dependency_9"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/mul"
+ input: "gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ input: "gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/weight"
+ input: "gradients/total_loss_grad/tuple/control_dependency_9"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ input: "gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ input: "gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/mul"
+ op: "Mul"
+ input: "gradients/total_loss_grad/tuple/control_dependency_10"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/mul"
+ input: "gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ input: "gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/weight"
+ input: "gradients/total_loss_grad/tuple/control_dependency_10"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ input: "gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ input: "gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/mul"
+ op: "Mul"
+ input: "gradients/total_loss_grad/tuple/control_dependency_11"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/mul"
+ input: "gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ input: "gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/weight"
+ input: "gradients/total_loss_grad/tuple/control_dependency_11"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ input: "gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/mul"
+ op: "Mul"
+ input: "gradients/total_loss_grad/tuple/control_dependency_12"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/mul"
+ input: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/weight"
+ input: "gradients/total_loss_grad/tuple/control_dependency_12"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ input: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/mul"
+ op: "Mul"
+ input: "gradients/total_loss_grad/tuple/control_dependency_13"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/mul"
+ input: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/weight"
+ input: "gradients/total_loss_grad/tuple/control_dependency_13"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ input: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/mul"
+ op: "Mul"
+ input: "gradients/total_loss_grad/tuple/control_dependency_14"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/mul"
+ input: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/weight"
+ input: "gradients/total_loss_grad/tuple/control_dependency_14"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ input: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/mul"
+ op: "Mul"
+ input: "gradients/total_loss_grad/tuple/control_dependency_15"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/mul"
+ input: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/weight"
+ input: "gradients/total_loss_grad/tuple/control_dependency_15"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ input: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/mul"
+ op: "Mul"
+ input: "gradients/total_loss_grad/tuple/control_dependency_16"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/mul"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/weight"
+ input: "gradients/total_loss_grad/tuple/control_dependency_16"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/mul"
+ op: "Mul"
+ input: "gradients/total_loss_grad/tuple/control_dependency_17"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/mul"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/weight"
+ input: "gradients/total_loss_grad/tuple/control_dependency_17"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/mul"
+ op: "Mul"
+ input: "gradients/total_loss_grad/tuple/control_dependency_18"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/mul"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/weight"
+ input: "gradients/total_loss_grad/tuple/control_dependency_18"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/mul"
+ op: "Mul"
+ input: "gradients/total_loss_grad/tuple/control_dependency_19"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/mul"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/weight"
+ input: "gradients/total_loss_grad/tuple/control_dependency_19"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/mul"
+ op: "Mul"
+ input: "gradients/total_loss_grad/tuple/control_dependency_20"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/mul"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/weight"
+ input: "gradients/total_loss_grad/tuple/control_dependency_20"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/mul"
+ op: "Mul"
+ input: "gradients/total_loss_grad/tuple/control_dependency_21"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/mul"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/weight"
+ input: "gradients/total_loss_grad/tuple/control_dependency_21"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/mul"
+ op: "Mul"
+ input: "gradients/total_loss_grad/tuple/control_dependency_22"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/mul"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/weight"
+ input: "gradients/total_loss_grad/tuple/control_dependency_22"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/mul"
+ op: "Mul"
+ input: "gradients/total_loss_grad/tuple/control_dependency_23"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/mul"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/weight"
+ input: "gradients/total_loss_grad/tuple/control_dependency_23"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/mul"
+ op: "Mul"
+ input: "gradients/total_loss_grad/tuple/control_dependency_24"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/mul"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/weight"
+ input: "gradients/total_loss_grad/tuple/control_dependency_24"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/mul"
+ op: "Mul"
+ input: "gradients/total_loss_grad/tuple/control_dependency_25"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/weight"
+ input: "gradients/total_loss_grad/tuple/control_dependency_25"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/mul"
+ op: "Mul"
+ input: "gradients/total_loss_grad/tuple/control_dependency_26"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/weight"
+ input: "gradients/total_loss_grad/tuple/control_dependency_26"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/mul"
+ op: "Mul"
+ input: "gradients/total_loss_grad/tuple/control_dependency_27"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/weight"
+ input: "gradients/total_loss_grad/tuple/control_dependency_27"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/mul"
+ op: "Mul"
+ input: "gradients/total_loss_grad/tuple/control_dependency_28"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/weight"
+ input: "gradients/total_loss_grad/tuple/control_dependency_28"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/mul"
+ op: "Mul"
+ input: "gradients/total_loss_grad/tuple/control_dependency_29"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/weight"
+ input: "gradients/total_loss_grad/tuple/control_dependency_29"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/mul"
+ op: "Mul"
+ input: "gradients/total_loss_grad/tuple/control_dependency_30"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/weight"
+ input: "gradients/total_loss_grad/tuple/control_dependency_30"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/mul"
+ op: "Mul"
+ input: "gradients/total_loss_grad/tuple/control_dependency_31"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/weight"
+ input: "gradients/total_loss_grad/tuple/control_dependency_31"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/mul"
+ op: "Mul"
+ input: "gradients/total_loss_grad/tuple/control_dependency_32"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/weight"
+ input: "gradients/total_loss_grad/tuple/control_dependency_32"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/mul"
+ op: "Mul"
+ input: "gradients/total_loss_grad/tuple/control_dependency_33"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/weight"
+ input: "gradients/total_loss_grad/tuple/control_dependency_33"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/mul"
+ op: "Mul"
+ input: "gradients/total_loss_grad/tuple/control_dependency_34"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/weight"
+ input: "gradients/total_loss_grad/tuple/control_dependency_34"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/mul"
+ op: "Mul"
+ input: "gradients/total_loss_grad/tuple/control_dependency_35"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/weight"
+ input: "gradients/total_loss_grad/tuple/control_dependency_35"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/mul"
+ op: "Mul"
+ input: "gradients/total_loss_grad/tuple/control_dependency_36"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/weight"
+ input: "gradients/total_loss_grad/tuple/control_dependency_36"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/mul"
+ op: "Mul"
+ input: "gradients/total_loss_grad/tuple/control_dependency_37"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/weight"
+ input: "gradients/total_loss_grad/tuple/control_dependency_37"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/mul"
+ op: "Mul"
+ input: "gradients/total_loss_grad/tuple/control_dependency_38"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/weight"
+ input: "gradients/total_loss_grad/tuple/control_dependency_38"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/mul"
+ op: "Mul"
+ input: "gradients/total_loss_grad/tuple/control_dependency_39"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/weight"
+ input: "gradients/total_loss_grad/tuple/control_dependency_39"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/mul"
+ op: "Mul"
+ input: "gradients/total_loss_grad/tuple/control_dependency_40"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/weight"
+ input: "gradients/total_loss_grad/tuple/control_dependency_40"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/mul"
+ op: "Mul"
+ input: "gradients/total_loss_grad/tuple/control_dependency_41"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/weight"
+ input: "gradients/total_loss_grad/tuple/control_dependency_41"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/mul"
+ op: "Mul"
+ input: "gradients/total_loss_grad/tuple/control_dependency_42"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/weight"
+ input: "gradients/total_loss_grad/tuple/control_dependency_42"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/mul"
+ op: "Mul"
+ input: "gradients/total_loss_grad/tuple/control_dependency_43"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/weight"
+ input: "gradients/total_loss_grad/tuple/control_dependency_43"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/mul"
+ op: "Mul"
+ input: "gradients/total_loss_grad/tuple/control_dependency_44"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/mul"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/weight"
+ input: "gradients/total_loss_grad/tuple/control_dependency_44"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/mul"
+ op: "Mul"
+ input: "gradients/total_loss_grad/tuple/control_dependency_45"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/mul"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/weight"
+ input: "gradients/total_loss_grad/tuple/control_dependency_45"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/mul"
+ op: "Mul"
+ input: "gradients/total_loss_grad/tuple/control_dependency_46"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/mul"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/weight"
+ input: "gradients/total_loss_grad/tuple/control_dependency_46"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/mul"
+ op: "Mul"
+ input: "gradients/total_loss_grad/tuple/control_dependency_47"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/mul"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/weight"
+ input: "gradients/total_loss_grad/tuple/control_dependency_47"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/mul"
+ op: "Mul"
+ input: "gradients/total_loss_grad/tuple/control_dependency_48"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/mul"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/weight"
+ input: "gradients/total_loss_grad/tuple/control_dependency_48"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/mul"
+ op: "Mul"
+ input: "gradients/total_loss_grad/tuple/control_dependency_49"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/mul"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/weight"
+ input: "gradients/total_loss_grad/tuple/control_dependency_49"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/mul"
+ op: "Mul"
+ input: "gradients/total_loss_grad/tuple/control_dependency_50"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/mul"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/weight"
+ input: "gradients/total_loss_grad/tuple/control_dependency_50"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/mul"
+ op: "Mul"
+ input: "gradients/total_loss_grad/tuple/control_dependency_51"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/mul"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/weight"
+ input: "gradients/total_loss_grad/tuple/control_dependency_51"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/mul"
+ op: "Mul"
+ input: "gradients/total_loss_grad/tuple/control_dependency_52"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/mul"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/weight"
+ input: "gradients/total_loss_grad/tuple/control_dependency_52"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/mul"
+ op: "Mul"
+ input: "gradients/total_loss_grad/tuple/control_dependency_53"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/mul"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/weight"
+ input: "gradients/total_loss_grad/tuple/control_dependency_53"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/logits/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/logits/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/logits/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/logits/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ input: "gradients/resnet_v2_50/logits/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/logits/weights/Regularizer/L2Regularizer/value_grad/mul"
+ op: "Mul"
+ input: "gradients/total_loss_grad/tuple/control_dependency_54"
+ input: "resnet_v2_50/logits/weights/Regularizer/L2Regularizer/L2Loss"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/logits/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/logits/weights/Regularizer/L2Regularizer/value_grad/mul"
+ input: "gradients/resnet_v2_50/logits/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/logits/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/logits/weights/Regularizer/L2Regularizer/value_grad/Sum"
+ input: "gradients/resnet_v2_50/logits/weights/Regularizer/L2Regularizer/value_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/logits/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/logits/weights/Regularizer/L2Regularizer/weight"
+ input: "gradients/total_loss_grad/tuple/control_dependency_54"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/logits/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/logits/weights/Regularizer/L2Regularizer/value_grad/mul_1"
+ input: "gradients/resnet_v2_50/logits/weights/Regularizer/L2Regularizer/value_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/logits/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/logits/weights/Regularizer/L2Regularizer/value_grad/Sum_1"
+ input: "gradients/resnet_v2_50/logits/weights/Regularizer/L2Regularizer/value_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/logits/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/logits/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/logits/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/logits/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/logits/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ input: "^gradients/resnet_v2_50/logits/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/logits/weights/Regularizer/L2Regularizer/value_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/logits/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/logits/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/logits/weights/Regularizer/L2Regularizer/value_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/logits/weights/Regularizer/L2Regularizer/value_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/softmax_cross_entropy_loss/Div_1_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/softmax_cross_entropy_loss/Div_1_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/softmax_cross_entropy_loss/Div_1_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/softmax_cross_entropy_loss/Div_1_grad/Shape"
+ input: "gradients/softmax_cross_entropy_loss/Div_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/softmax_cross_entropy_loss/Div_1_grad/truediv"
+ op: "Div"
+ input: "gradients/softmax_cross_entropy_loss/value_grad/tuple/control_dependency"
+ input: "softmax_cross_entropy_loss/Select_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/softmax_cross_entropy_loss/Div_1_grad/Sum"
+ op: "Sum"
+ input: "gradients/softmax_cross_entropy_loss/Div_1_grad/truediv"
+ input: "gradients/softmax_cross_entropy_loss/Div_1_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/softmax_cross_entropy_loss/Div_1_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/softmax_cross_entropy_loss/Div_1_grad/Sum"
+ input: "gradients/softmax_cross_entropy_loss/Div_1_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/softmax_cross_entropy_loss/Div_1_grad/Neg"
+ op: "Neg"
+ input: "softmax_cross_entropy_loss/Sum_3"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/softmax_cross_entropy_loss/Div_1_grad/Square"
+ op: "Square"
+ input: "softmax_cross_entropy_loss/Select_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/softmax_cross_entropy_loss/Div_1_grad/truediv_1"
+ op: "Div"
+ input: "gradients/softmax_cross_entropy_loss/Div_1_grad/Neg"
+ input: "gradients/softmax_cross_entropy_loss/Div_1_grad/Square"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/softmax_cross_entropy_loss/Div_1_grad/mul"
+ op: "Mul"
+ input: "gradients/softmax_cross_entropy_loss/value_grad/tuple/control_dependency"
+ input: "gradients/softmax_cross_entropy_loss/Div_1_grad/truediv_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/softmax_cross_entropy_loss/Div_1_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/softmax_cross_entropy_loss/Div_1_grad/mul"
+ input: "gradients/softmax_cross_entropy_loss/Div_1_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/softmax_cross_entropy_loss/Div_1_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/softmax_cross_entropy_loss/Div_1_grad/Sum_1"
+ input: "gradients/softmax_cross_entropy_loss/Div_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/softmax_cross_entropy_loss/Div_1_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/softmax_cross_entropy_loss/Div_1_grad/Reshape"
+ input: "^gradients/softmax_cross_entropy_loss/Div_1_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/softmax_cross_entropy_loss/Div_1_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/softmax_cross_entropy_loss/Div_1_grad/Reshape"
+ input: "^gradients/softmax_cross_entropy_loss/Div_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/softmax_cross_entropy_loss/Div_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/softmax_cross_entropy_loss/Div_1_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/softmax_cross_entropy_loss/Div_1_grad/Reshape_1"
+ input: "^gradients/softmax_cross_entropy_loss/Div_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/softmax_cross_entropy_loss/Div_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/conv1/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ op: "Mul"
+ input: "resnet_v2_50/conv1/weights/read"
+ input: "gradients/resnet_v2_50/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 7
+ }
+ dim {
+ size: 7
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights/read"
+ input: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights/read"
+ input: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights/read"
+ input: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights/read"
+ input: "gradients/resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights/read"
+ input: "gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights/read"
+ input: "gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights/read"
+ input: "gradients/resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights/read"
+ input: "gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights/read"
+ input: "gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 64
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights/read"
+ input: "gradients/resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 64
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights/read"
+ input: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights/read"
+ input: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights/read"
+ input: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights/read"
+ input: "gradients/resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights/read"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights/read"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights/read"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights/read"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights/read"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights/read"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights/read"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights/read"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights/read"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights/read"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights/read"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights/read"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights/read"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights/read"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights/read"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights/read"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights/read"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights/read"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights/read"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights/read"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights/read"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights/read"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights/read"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights/read"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights/read"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights/read"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights/read"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights/read"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights/read"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights/read"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights/read"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights/read"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights/read"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 2048
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights/read"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights/read"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights/read"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 2048
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights/read"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights/read"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/logits/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ op: "Mul"
+ input: "resnet_v2_50/logits/weights/read"
+ input: "gradients/resnet_v2_50/logits/weights/Regularizer/L2Regularizer/value_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 2048
+ }
+ dim {
+ size: 1001
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/softmax_cross_entropy_loss/Sum_3_grad/Reshape/shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/softmax_cross_entropy_loss/Sum_3_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/softmax_cross_entropy_loss/Div_1_grad/tuple/control_dependency"
+ input: "gradients/softmax_cross_entropy_loss/Sum_3_grad/Reshape/shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/softmax_cross_entropy_loss/Sum_3_grad/Tile/multiples"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/softmax_cross_entropy_loss/Sum_3_grad/Tile"
+ op: "Tile"
+ input: "gradients/softmax_cross_entropy_loss/Sum_3_grad/Reshape"
+ input: "gradients/softmax_cross_entropy_loss/Sum_3_grad/Tile/multiples"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/softmax_cross_entropy_loss/Sum_1_grad/Reshape/shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/softmax_cross_entropy_loss/Sum_1_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/softmax_cross_entropy_loss/Sum_3_grad/Tile"
+ input: "gradients/softmax_cross_entropy_loss/Sum_1_grad/Reshape/shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/softmax_cross_entropy_loss/Sum_1_grad/Tile/multiples"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/softmax_cross_entropy_loss/Sum_1_grad/Tile"
+ op: "Tile"
+ input: "gradients/softmax_cross_entropy_loss/Sum_1_grad/Reshape"
+ input: "gradients/softmax_cross_entropy_loss/Sum_1_grad/Tile/multiples"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/softmax_cross_entropy_loss/Mul_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/softmax_cross_entropy_loss/Mul_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/softmax_cross_entropy_loss/Mul_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/softmax_cross_entropy_loss/Mul_grad/Shape"
+ input: "gradients/softmax_cross_entropy_loss/Mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/softmax_cross_entropy_loss/Mul_grad/mul"
+ op: "Mul"
+ input: "gradients/softmax_cross_entropy_loss/Sum_1_grad/Tile"
+ input: "softmax_cross_entropy_loss/Const"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/softmax_cross_entropy_loss/Mul_grad/Sum"
+ op: "Sum"
+ input: "gradients/softmax_cross_entropy_loss/Mul_grad/mul"
+ input: "gradients/softmax_cross_entropy_loss/Mul_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/softmax_cross_entropy_loss/Mul_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/softmax_cross_entropy_loss/Mul_grad/Sum"
+ input: "gradients/softmax_cross_entropy_loss/Mul_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/softmax_cross_entropy_loss/Mul_grad/mul_1"
+ op: "Mul"
+ input: "softmax_cross_entropy_loss/Sum"
+ input: "gradients/softmax_cross_entropy_loss/Sum_1_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/softmax_cross_entropy_loss/Mul_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/softmax_cross_entropy_loss/Mul_grad/mul_1"
+ input: "gradients/softmax_cross_entropy_loss/Mul_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/softmax_cross_entropy_loss/Mul_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/softmax_cross_entropy_loss/Mul_grad/Sum_1"
+ input: "gradients/softmax_cross_entropy_loss/Mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/softmax_cross_entropy_loss/Mul_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/softmax_cross_entropy_loss/Mul_grad/Reshape"
+ input: "^gradients/softmax_cross_entropy_loss/Mul_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/softmax_cross_entropy_loss/Mul_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/softmax_cross_entropy_loss/Mul_grad/Reshape"
+ input: "^gradients/softmax_cross_entropy_loss/Mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/softmax_cross_entropy_loss/Mul_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/softmax_cross_entropy_loss/Mul_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/softmax_cross_entropy_loss/Mul_grad/Reshape_1"
+ input: "^gradients/softmax_cross_entropy_loss/Mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/softmax_cross_entropy_loss/Mul_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/softmax_cross_entropy_loss/Sum_grad/Reshape/shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/softmax_cross_entropy_loss/Sum_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/softmax_cross_entropy_loss/Mul_grad/tuple/control_dependency"
+ input: "gradients/softmax_cross_entropy_loss/Sum_grad/Reshape/shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/softmax_cross_entropy_loss/Sum_grad/Tile/multiples"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 32
+ }
+ }
+ }
+}
+node {
+ name: "gradients/softmax_cross_entropy_loss/Sum_grad/Tile"
+ op: "Tile"
+ input: "gradients/softmax_cross_entropy_loss/Sum_grad/Reshape"
+ input: "gradients/softmax_cross_entropy_loss/Sum_grad/Tile/multiples"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/zeros_like"
+ op: "ZerosLike"
+ input: "softmax_cross_entropy_loss/xentropy:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 1001
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/softmax_cross_entropy_loss/xentropy_grad/ExpandDims/dim"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: -1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/softmax_cross_entropy_loss/xentropy_grad/ExpandDims"
+ op: "ExpandDims"
+ input: "gradients/softmax_cross_entropy_loss/Sum_grad/Tile"
+ input: "gradients/softmax_cross_entropy_loss/xentropy_grad/ExpandDims/dim"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/softmax_cross_entropy_loss/xentropy_grad/mul"
+ op: "Mul"
+ input: "gradients/softmax_cross_entropy_loss/xentropy_grad/ExpandDims"
+ input: "softmax_cross_entropy_loss/xentropy:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 1001
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/SpatialSqueeze_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\001\000\000\000\001\000\000\000\351\003\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/SpatialSqueeze_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/softmax_cross_entropy_loss/xentropy_grad/mul"
+ input: "gradients/SpatialSqueeze_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1001
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/logits/BiasAdd_grad/BiasAddGrad"
+ op: "BiasAddGrad"
+ input: "gradients/SpatialSqueeze_grad/Reshape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1001
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/logits/BiasAdd_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/SpatialSqueeze_grad/Reshape"
+ input: "^gradients/resnet_v2_50/logits/BiasAdd_grad/BiasAddGrad"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/logits/BiasAdd_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/SpatialSqueeze_grad/Reshape"
+ input: "^gradients/resnet_v2_50/logits/BiasAdd_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/SpatialSqueeze_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1001
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/logits/BiasAdd_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/logits/BiasAdd_grad/BiasAddGrad"
+ input: "^gradients/resnet_v2_50/logits/BiasAdd_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/logits/BiasAdd_grad/BiasAddGrad"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1001
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/logits/Conv2D_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\001\000\000\000\001\000\000\000\000\010\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/logits/Conv2D_grad/Conv2DBackpropInput"
+ op: "Conv2DBackpropInput"
+ input: "gradients/resnet_v2_50/logits/Conv2D_grad/Shape"
+ input: "resnet_v2_50/logits/weights/read"
+ input: "gradients/resnet_v2_50/logits/BiasAdd_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/logits/Conv2D_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\001\000\000\000\001\000\000\000\000\010\000\000\351\003\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/logits/Conv2D_grad/Conv2DBackpropFilter"
+ op: "Conv2DBackpropFilter"
+ input: "resnet_v2_50/pool5"
+ input: "gradients/resnet_v2_50/logits/Conv2D_grad/Shape_1"
+ input: "gradients/resnet_v2_50/logits/BiasAdd_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 2048
+ }
+ dim {
+ size: 1001
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/logits/Conv2D_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/logits/Conv2D_grad/Conv2DBackpropInput"
+ input: "^gradients/resnet_v2_50/logits/Conv2D_grad/Conv2DBackpropFilter"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/logits/Conv2D_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/logits/Conv2D_grad/Conv2DBackpropInput"
+ input: "^gradients/resnet_v2_50/logits/Conv2D_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/logits/Conv2D_grad/Conv2DBackpropInput"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/logits/Conv2D_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/logits/Conv2D_grad/Conv2DBackpropFilter"
+ input: "^gradients/resnet_v2_50/logits/Conv2D_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/logits/Conv2D_grad/Conv2DBackpropFilter"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 2048
+ }
+ dim {
+ size: 1001
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/pool5_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\n\000\000\000\n\000\000\000\000\010\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/pool5_grad/Size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 4
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/pool5_grad/add"
+ op: "Add"
+ input: "resnet_v2_50/pool5/reduction_indices"
+ input: "gradients/resnet_v2_50/pool5_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/pool5_grad/mod"
+ op: "Mod"
+ input: "gradients/resnet_v2_50/pool5_grad/add"
+ input: "gradients/resnet_v2_50/pool5_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/pool5_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 2
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/pool5_grad/range/start"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/pool5_grad/range/delta"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/pool5_grad/range"
+ op: "Range"
+ input: "gradients/resnet_v2_50/pool5_grad/range/start"
+ input: "gradients/resnet_v2_50/pool5_grad/Size"
+ input: "gradients/resnet_v2_50/pool5_grad/range/delta"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/pool5_grad/Fill/value"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/pool5_grad/Fill"
+ op: "Fill"
+ input: "gradients/resnet_v2_50/pool5_grad/Shape_1"
+ input: "gradients/resnet_v2_50/pool5_grad/Fill/value"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/pool5_grad/DynamicStitch"
+ op: "DynamicStitch"
+ input: "gradients/resnet_v2_50/pool5_grad/range"
+ input: "gradients/resnet_v2_50/pool5_grad/mod"
+ input: "gradients/resnet_v2_50/pool5_grad/Shape"
+ input: "gradients/resnet_v2_50/pool5_grad/Fill"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/pool5_grad/Maximum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/pool5_grad/Maximum"
+ op: "Maximum"
+ input: "gradients/resnet_v2_50/pool5_grad/DynamicStitch"
+ input: "gradients/resnet_v2_50/pool5_grad/Maximum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/pool5_grad/floordiv"
+ op: "Div"
+ input: "gradients/resnet_v2_50/pool5_grad/Shape"
+ input: "gradients/resnet_v2_50/pool5_grad/Maximum"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/pool5_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/logits/Conv2D_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/pool5_grad/DynamicStitch"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/pool5_grad/Tile"
+ op: "Tile"
+ input: "gradients/resnet_v2_50/pool5_grad/Reshape"
+ input: "gradients/resnet_v2_50/pool5_grad/floordiv"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/pool5_grad/Shape_2"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\n\000\000\000\n\000\000\000\000\010\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/pool5_grad/Shape_3"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\001\000\000\000\001\000\000\000\000\010\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/pool5_grad/Const"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/pool5_grad/Prod"
+ op: "Prod"
+ input: "gradients/resnet_v2_50/pool5_grad/Shape_2"
+ input: "gradients/resnet_v2_50/pool5_grad/Const"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/pool5_grad/Const_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/pool5_grad/Prod_1"
+ op: "Prod"
+ input: "gradients/resnet_v2_50/pool5_grad/Shape_3"
+ input: "gradients/resnet_v2_50/pool5_grad/Const_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/pool5_grad/Maximum_1/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/pool5_grad/Maximum_1"
+ op: "Maximum"
+ input: "gradients/resnet_v2_50/pool5_grad/Prod_1"
+ input: "gradients/resnet_v2_50/pool5_grad/Maximum_1/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/pool5_grad/floordiv_1"
+ op: "Div"
+ input: "gradients/resnet_v2_50/pool5_grad/Prod"
+ input: "gradients/resnet_v2_50/pool5_grad/Maximum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/pool5_grad/Cast"
+ op: "Cast"
+ input: "gradients/resnet_v2_50/pool5_grad/floordiv_1"
+ device: "/job:worker"
+ attr {
+ key: "DstT"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "SrcT"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/pool5_grad/truediv"
+ op: "Div"
+ input: "gradients/resnet_v2_50/pool5_grad/Tile"
+ input: "gradients/resnet_v2_50/pool5_grad/Cast"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/logits/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ input: "gradients/resnet_v2_50/logits/Conv2D_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/logits/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 2048
+ }
+ dim {
+ size: 1001
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/Relu_grad/ReluGrad"
+ op: "ReluGrad"
+ input: "gradients/resnet_v2_50/pool5_grad/truediv"
+ input: "resnet_v2_50/postnorm/Relu"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/batchnorm/add_1_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\n\000\000\000\n\000\000\000\000\010\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/batchnorm/add_1_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 2048
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/batchnorm/add_1_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/postnorm/batchnorm/add_1_grad/Shape"
+ input: "gradients/resnet_v2_50/postnorm/batchnorm/add_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/batchnorm/add_1_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/postnorm/Relu_grad/ReluGrad"
+ input: "gradients/resnet_v2_50/postnorm/batchnorm/add_1_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/batchnorm/add_1_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/postnorm/batchnorm/add_1_grad/Sum"
+ input: "gradients/resnet_v2_50/postnorm/batchnorm/add_1_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/batchnorm/add_1_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/postnorm/Relu_grad/ReluGrad"
+ input: "gradients/resnet_v2_50/postnorm/batchnorm/add_1_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/batchnorm/add_1_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/postnorm/batchnorm/add_1_grad/Sum_1"
+ input: "gradients/resnet_v2_50/postnorm/batchnorm/add_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/batchnorm/add_1_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/postnorm/batchnorm/add_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/postnorm/batchnorm/add_1_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/batchnorm/add_1_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/postnorm/batchnorm/add_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/postnorm/batchnorm/add_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/postnorm/batchnorm/add_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/batchnorm/add_1_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/postnorm/batchnorm/add_1_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/postnorm/batchnorm/add_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/postnorm/batchnorm/add_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/batchnorm/mul_1_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\n\000\000\000\n\000\000\000\000\010\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/batchnorm/mul_1_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 2048
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/batchnorm/mul_1_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/postnorm/batchnorm/mul_1_grad/Shape"
+ input: "gradients/resnet_v2_50/postnorm/batchnorm/mul_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/batchnorm/mul_1_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/postnorm/batchnorm/add_1_grad/tuple/control_dependency"
+ input: "resnet_v2_50/postnorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/batchnorm/mul_1_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/postnorm/batchnorm/mul_1_grad/mul"
+ input: "gradients/resnet_v2_50/postnorm/batchnorm/mul_1_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/batchnorm/mul_1_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/postnorm/batchnorm/mul_1_grad/Sum"
+ input: "gradients/resnet_v2_50/postnorm/batchnorm/mul_1_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/batchnorm/mul_1_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/add"
+ input: "gradients/resnet_v2_50/postnorm/batchnorm/add_1_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/batchnorm/mul_1_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/postnorm/batchnorm/mul_1_grad/mul_1"
+ input: "gradients/resnet_v2_50/postnorm/batchnorm/mul_1_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/batchnorm/mul_1_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/postnorm/batchnorm/mul_1_grad/Sum_1"
+ input: "gradients/resnet_v2_50/postnorm/batchnorm/mul_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/batchnorm/mul_1_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/postnorm/batchnorm/mul_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/postnorm/batchnorm/mul_1_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/batchnorm/mul_1_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/postnorm/batchnorm/mul_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/postnorm/batchnorm/mul_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/postnorm/batchnorm/mul_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/batchnorm/mul_1_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/postnorm/batchnorm/mul_1_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/postnorm/batchnorm/mul_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/postnorm/batchnorm/mul_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/batchnorm/sub_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 2048
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/batchnorm/sub_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 2048
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/batchnorm/sub_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/postnorm/batchnorm/sub_grad/Shape"
+ input: "gradients/resnet_v2_50/postnorm/batchnorm/sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/batchnorm/sub_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/postnorm/batchnorm/add_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/postnorm/batchnorm/sub_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/batchnorm/sub_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/postnorm/batchnorm/sub_grad/Sum"
+ input: "gradients/resnet_v2_50/postnorm/batchnorm/sub_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/batchnorm/sub_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/postnorm/batchnorm/add_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/postnorm/batchnorm/sub_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/batchnorm/sub_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/postnorm/batchnorm/sub_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/batchnorm/sub_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/postnorm/batchnorm/sub_grad/Neg"
+ input: "gradients/resnet_v2_50/postnorm/batchnorm/sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/batchnorm/sub_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/postnorm/batchnorm/sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/postnorm/batchnorm/sub_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/batchnorm/sub_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/postnorm/batchnorm/sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/postnorm/batchnorm/sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/postnorm/batchnorm/sub_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/batchnorm/sub_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/postnorm/batchnorm/sub_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/postnorm/batchnorm/sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/postnorm/batchnorm/sub_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/batchnorm/mul_2_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 2048
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/batchnorm/mul_2_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 2048
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/batchnorm/mul_2_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/postnorm/batchnorm/mul_2_grad/Shape"
+ input: "gradients/resnet_v2_50/postnorm/batchnorm/mul_2_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/batchnorm/mul_2_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/postnorm/batchnorm/sub_grad/tuple/control_dependency_1"
+ input: "resnet_v2_50/postnorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/batchnorm/mul_2_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/postnorm/batchnorm/mul_2_grad/mul"
+ input: "gradients/resnet_v2_50/postnorm/batchnorm/mul_2_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/batchnorm/mul_2_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/postnorm/batchnorm/mul_2_grad/Sum"
+ input: "gradients/resnet_v2_50/postnorm/batchnorm/mul_2_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/batchnorm/mul_2_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/postnorm/moments/normalize/mean"
+ input: "gradients/resnet_v2_50/postnorm/batchnorm/sub_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/batchnorm/mul_2_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/postnorm/batchnorm/mul_2_grad/mul_1"
+ input: "gradients/resnet_v2_50/postnorm/batchnorm/mul_2_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/batchnorm/mul_2_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/postnorm/batchnorm/mul_2_grad/Sum_1"
+ input: "gradients/resnet_v2_50/postnorm/batchnorm/mul_2_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/batchnorm/mul_2_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/postnorm/batchnorm/mul_2_grad/Reshape"
+ input: "^gradients/resnet_v2_50/postnorm/batchnorm/mul_2_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/batchnorm/mul_2_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/postnorm/batchnorm/mul_2_grad/Reshape"
+ input: "^gradients/resnet_v2_50/postnorm/batchnorm/mul_2_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/postnorm/batchnorm/mul_2_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/batchnorm/mul_2_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/postnorm/batchnorm/mul_2_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/postnorm/batchnorm/mul_2_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/postnorm/batchnorm/mul_2_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/normalize/mean_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 2048
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/normalize/mean_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 2048
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/normalize/mean_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/postnorm/moments/normalize/mean_grad/Shape"
+ input: "gradients/resnet_v2_50/postnorm/moments/normalize/mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/normalize/mean_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/postnorm/batchnorm/mul_2_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/postnorm/moments/normalize/mean_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/normalize/mean_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/postnorm/moments/normalize/mean_grad/Sum"
+ input: "gradients/resnet_v2_50/postnorm/moments/normalize/mean_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/normalize/mean_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/postnorm/batchnorm/mul_2_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/postnorm/moments/normalize/mean_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/normalize/mean_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/postnorm/moments/normalize/mean_grad/Sum_1"
+ input: "gradients/resnet_v2_50/postnorm/moments/normalize/mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/normalize/mean_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/postnorm/moments/normalize/mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/postnorm/moments/normalize/mean_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/normalize/mean_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/postnorm/moments/normalize/mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/postnorm/moments/normalize/mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/postnorm/moments/normalize/mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/normalize/mean_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/postnorm/moments/normalize/mean_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/postnorm/moments/normalize/mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/postnorm/moments/normalize/mean_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_1"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/postnorm/batchnorm/mul_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/postnorm/batchnorm/mul_2_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/postnorm/batchnorm/mul_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/batchnorm/mul_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 2048
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/batchnorm/mul_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 2048
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/batchnorm/mul_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/postnorm/batchnorm/mul_grad/Shape"
+ input: "gradients/resnet_v2_50/postnorm/batchnorm/mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/batchnorm/mul_grad/mul"
+ op: "Mul"
+ input: "gradients/AddN_1"
+ input: "resnet_v2_50/postnorm/gamma/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/batchnorm/mul_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/postnorm/batchnorm/mul_grad/mul"
+ input: "gradients/resnet_v2_50/postnorm/batchnorm/mul_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/batchnorm/mul_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/postnorm/batchnorm/mul_grad/Sum"
+ input: "gradients/resnet_v2_50/postnorm/batchnorm/mul_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/batchnorm/mul_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/postnorm/batchnorm/Rsqrt"
+ input: "gradients/AddN_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/batchnorm/mul_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/postnorm/batchnorm/mul_grad/mul_1"
+ input: "gradients/resnet_v2_50/postnorm/batchnorm/mul_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/batchnorm/mul_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/postnorm/batchnorm/mul_grad/Sum_1"
+ input: "gradients/resnet_v2_50/postnorm/batchnorm/mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/batchnorm/mul_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/postnorm/batchnorm/mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/postnorm/batchnorm/mul_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/batchnorm/mul_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/postnorm/batchnorm/mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/postnorm/batchnorm/mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/postnorm/batchnorm/mul_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/batchnorm/mul_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/postnorm/batchnorm/mul_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/postnorm/batchnorm/mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/postnorm/batchnorm/mul_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/batchnorm/Rsqrt_grad/RsqrtGrad"
+ op: "RsqrtGrad"
+ input: "resnet_v2_50/postnorm/batchnorm/Rsqrt"
+ input: "gradients/resnet_v2_50/postnorm/batchnorm/mul_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/batchnorm/add_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 2048
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/batchnorm/add_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/batchnorm/add_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/postnorm/batchnorm/add_grad/Shape"
+ input: "gradients/resnet_v2_50/postnorm/batchnorm/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/batchnorm/add_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/postnorm/batchnorm/Rsqrt_grad/RsqrtGrad"
+ input: "gradients/resnet_v2_50/postnorm/batchnorm/add_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/batchnorm/add_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/postnorm/batchnorm/add_grad/Sum"
+ input: "gradients/resnet_v2_50/postnorm/batchnorm/add_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/batchnorm/add_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/postnorm/batchnorm/Rsqrt_grad/RsqrtGrad"
+ input: "gradients/resnet_v2_50/postnorm/batchnorm/add_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/batchnorm/add_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/postnorm/batchnorm/add_grad/Sum_1"
+ input: "gradients/resnet_v2_50/postnorm/batchnorm/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/batchnorm/add_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/postnorm/batchnorm/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/postnorm/batchnorm/add_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/batchnorm/add_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/postnorm/batchnorm/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/postnorm/batchnorm/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/postnorm/batchnorm/add_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/batchnorm/add_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/postnorm/batchnorm/add_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/postnorm/batchnorm/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/postnorm/batchnorm/add_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/normalize/variance_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 2048
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/normalize/variance_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 2048
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/normalize/variance_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/postnorm/moments/normalize/variance_grad/Shape"
+ input: "gradients/resnet_v2_50/postnorm/moments/normalize/variance_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/normalize/variance_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/postnorm/batchnorm/add_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/postnorm/moments/normalize/variance_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/normalize/variance_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/postnorm/moments/normalize/variance_grad/Sum"
+ input: "gradients/resnet_v2_50/postnorm/moments/normalize/variance_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/normalize/variance_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/postnorm/batchnorm/add_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/postnorm/moments/normalize/variance_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/normalize/variance_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/postnorm/moments/normalize/variance_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/normalize/variance_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/postnorm/moments/normalize/variance_grad/Neg"
+ input: "gradients/resnet_v2_50/postnorm/moments/normalize/variance_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/normalize/variance_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/postnorm/moments/normalize/variance_grad/Reshape"
+ input: "^gradients/resnet_v2_50/postnorm/moments/normalize/variance_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/normalize/variance_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/postnorm/moments/normalize/variance_grad/Reshape"
+ input: "^gradients/resnet_v2_50/postnorm/moments/normalize/variance_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/postnorm/moments/normalize/variance_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/normalize/variance_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/postnorm/moments/normalize/variance_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/postnorm/moments/normalize/variance_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/postnorm/moments/normalize/variance_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/normalize/Mul_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 2048
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/normalize/Mul_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/normalize/Mul_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/postnorm/moments/normalize/Mul_grad/Shape"
+ input: "gradients/resnet_v2_50/postnorm/moments/normalize/Mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/normalize/Mul_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/postnorm/moments/normalize/variance_grad/tuple/control_dependency"
+ input: "resnet_v2_50/postnorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/normalize/Mul_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/postnorm/moments/normalize/Mul_grad/mul"
+ input: "gradients/resnet_v2_50/postnorm/moments/normalize/Mul_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/normalize/Mul_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/postnorm/moments/normalize/Mul_grad/Sum"
+ input: "gradients/resnet_v2_50/postnorm/moments/normalize/Mul_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/normalize/Mul_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/postnorm/moments/sufficient_statistics/var_ss"
+ input: "gradients/resnet_v2_50/postnorm/moments/normalize/variance_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/normalize/Mul_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/postnorm/moments/normalize/Mul_grad/mul_1"
+ input: "gradients/resnet_v2_50/postnorm/moments/normalize/Mul_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/normalize/Mul_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/postnorm/moments/normalize/Mul_grad/Sum_1"
+ input: "gradients/resnet_v2_50/postnorm/moments/normalize/Mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/normalize/Mul_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/postnorm/moments/normalize/Mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/postnorm/moments/normalize/Mul_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/normalize/Mul_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/postnorm/moments/normalize/Mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/postnorm/moments/normalize/Mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/postnorm/moments/normalize/Mul_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/normalize/Mul_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/postnorm/moments/normalize/Mul_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/postnorm/moments/normalize/Mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/postnorm/moments/normalize/Mul_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/normalize/Square_grad/mul/x"
+ op: "Const"
+ input: "^gradients/resnet_v2_50/postnorm/moments/normalize/variance_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 2.0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/normalize/Square_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/postnorm/moments/normalize/Square_grad/mul/x"
+ input: "resnet_v2_50/postnorm/moments/normalize/shifted_mean"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/normalize/Square_grad/mul_1"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/postnorm/moments/normalize/variance_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/postnorm/moments/normalize/Square_grad/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/var_ss_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\n\000\000\000\n\000\000\000\000\010\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/var_ss_grad/Size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 4
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/var_ss_grad/add"
+ op: "Add"
+ input: "resnet_v2_50/postnorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ input: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/var_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/var_ss_grad/mod"
+ op: "Mod"
+ input: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/var_ss_grad/add"
+ input: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/var_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/var_ss_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 3
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/var_ss_grad/range/start"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/var_ss_grad/range/delta"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/var_ss_grad/range"
+ op: "Range"
+ input: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/var_ss_grad/range/start"
+ input: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/var_ss_grad/Size"
+ input: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/var_ss_grad/range/delta"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/var_ss_grad/Fill/value"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/var_ss_grad/Fill"
+ op: "Fill"
+ input: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/var_ss_grad/Shape_1"
+ input: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/var_ss_grad/Fill/value"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ op: "DynamicStitch"
+ input: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/var_ss_grad/range"
+ input: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/var_ss_grad/mod"
+ input: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/var_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/var_ss_grad/Fill"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/var_ss_grad/Maximum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/var_ss_grad/Maximum"
+ op: "Maximum"
+ input: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ input: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/var_ss_grad/Maximum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/var_ss_grad/floordiv"
+ op: "Div"
+ input: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/var_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/var_ss_grad/Maximum"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/var_ss_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/postnorm/moments/normalize/Mul_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ op: "Tile"
+ input: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/var_ss_grad/Reshape"
+ input: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/var_ss_grad/floordiv"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_2"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/postnorm/moments/normalize/mean_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/postnorm/moments/normalize/Square_grad/mul_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/postnorm/moments/normalize/mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/normalize/shifted_mean_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 2048
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/normalize/shifted_mean_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/normalize/shifted_mean_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/postnorm/moments/normalize/shifted_mean_grad/Shape"
+ input: "gradients/resnet_v2_50/postnorm/moments/normalize/shifted_mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/normalize/shifted_mean_grad/mul"
+ op: "Mul"
+ input: "gradients/AddN_2"
+ input: "resnet_v2_50/postnorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/normalize/shifted_mean_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/postnorm/moments/normalize/shifted_mean_grad/mul"
+ input: "gradients/resnet_v2_50/postnorm/moments/normalize/shifted_mean_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/normalize/shifted_mean_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/postnorm/moments/normalize/shifted_mean_grad/Sum"
+ input: "gradients/resnet_v2_50/postnorm/moments/normalize/shifted_mean_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/normalize/shifted_mean_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/postnorm/moments/sufficient_statistics/mean_ss"
+ input: "gradients/AddN_2"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/normalize/shifted_mean_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/postnorm/moments/normalize/shifted_mean_grad/mul_1"
+ input: "gradients/resnet_v2_50/postnorm/moments/normalize/shifted_mean_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/postnorm/moments/normalize/shifted_mean_grad/Sum_1"
+ input: "gradients/resnet_v2_50/postnorm/moments/normalize/shifted_mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/postnorm/moments/normalize/shifted_mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/postnorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/normalize/shifted_mean_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/postnorm/moments/normalize/shifted_mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/postnorm/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/postnorm/moments/normalize/shifted_mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/normalize/shifted_mean_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/postnorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/postnorm/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/postnorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\n\000\000\000\n\000\000\000\000\010\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 2048
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ input: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/SquaredDifference_grad/scalar"
+ op: "Const"
+ input: "^gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 2.0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/SquaredDifference_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/SquaredDifference_grad/scalar"
+ input: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/SquaredDifference_grad/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/add"
+ input: "resnet_v2_50/postnorm/Add"
+ input: "^gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/SquaredDifference_grad/mul"
+ input: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/SquaredDifference_grad/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/SquaredDifference_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ input: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/SquaredDifference_grad/Sum"
+ input: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/SquaredDifference_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ input: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/SquaredDifference_grad/Sum_1"
+ input: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ input: "^gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ input: "^gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ input: "^gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/mean_ss_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\n\000\000\000\n\000\000\000\000\010\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 4
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/mean_ss_grad/add"
+ op: "Add"
+ input: "resnet_v2_50/postnorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ input: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/mean_ss_grad/mod"
+ op: "Mod"
+ input: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/mean_ss_grad/add"
+ input: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/mean_ss_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 3
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/mean_ss_grad/range/start"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/mean_ss_grad/range/delta"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/mean_ss_grad/range"
+ op: "Range"
+ input: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/mean_ss_grad/range/start"
+ input: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ input: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/mean_ss_grad/range/delta"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/mean_ss_grad/Fill/value"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/mean_ss_grad/Fill"
+ op: "Fill"
+ input: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/mean_ss_grad/Shape_1"
+ input: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/mean_ss_grad/Fill/value"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ op: "DynamicStitch"
+ input: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/mean_ss_grad/range"
+ input: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/mean_ss_grad/mod"
+ input: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/mean_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/mean_ss_grad/Fill"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/mean_ss_grad/Maximum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/mean_ss_grad/Maximum"
+ op: "Maximum"
+ input: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ input: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/mean_ss_grad/Maximum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/mean_ss_grad/floordiv"
+ op: "Div"
+ input: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/mean_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/mean_ss_grad/Maximum"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/mean_ss_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/postnorm/moments/normalize/shifted_mean_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/mean_ss_grad/Tile"
+ op: "Tile"
+ input: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/mean_ss_grad/Reshape"
+ input: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/mean_ss_grad/floordiv"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/Sub_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\n\000\000\000\n\000\000\000\000\010\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/Sub_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 2048
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/Sub_grad/Shape"
+ input: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/Sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/Sub_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/mean_ss_grad/Tile"
+ input: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/Sub_grad/Sum"
+ input: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/Sub_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/Sub_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/mean_ss_grad/Tile"
+ input: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/Sub_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/Sub_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/Sub_grad/Neg"
+ input: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/Sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/Sub_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/Sub_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_3"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/postnorm/batchnorm/mul_1_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/postnorm/moments/sufficient_statistics/Sub_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 3
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/postnorm/batchnorm/mul_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/add_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\n\000\000\000\n\000\000\000\000\010\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/add_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\n\000\000\000\n\000\000\000\000\010\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/add_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/add_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/add_grad/Sum"
+ op: "Sum"
+ input: "gradients/AddN_3"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/add_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/add_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/add_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/add_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/add_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/AddN_3"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/add_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/add_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/add_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/add_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/add_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/add_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/add_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/add_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/add_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/add_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/BiasAdd_grad/BiasAddGrad"
+ op: "BiasAddGrad"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/add_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/BiasAdd_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/add_grad/tuple/control_dependency_1"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/BiasAdd_grad/BiasAddGrad"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/BiasAdd_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/add_grad/tuple/control_dependency_1"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/BiasAdd_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/add_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/BiasAdd_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/BiasAdd_grad/BiasAddGrad"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/BiasAdd_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/BiasAdd_grad/BiasAddGrad"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/Conv2D_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\n\000\000\000\n\000\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropInput"
+ op: "Conv2DBackpropInput"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/Conv2D_grad/Shape"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights/read"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/BiasAdd_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/Conv2D_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\001\000\000\000\001\000\000\000\000\002\000\000\000\010\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropFilter"
+ op: "Conv2DBackpropFilter"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/Relu"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/Conv2D_grad/Shape_1"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/BiasAdd_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/Conv2D_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropInput"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropFilter"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/Conv2D_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropInput"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/Conv2D_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropInput"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/Conv2D_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropFilter"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/Conv2D_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropFilter"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/Relu_grad/ReluGrad"
+ op: "ReluGrad"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/Conv2D_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/Relu"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_4"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/Conv2D_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\n\000\000\000\n\000\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/Relu_grad/ReluGrad"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/Relu_grad/ReluGrad"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\n\000\000\000\n\000\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/mul"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/Conv2D"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/mul_1"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Neg"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/tuple/control_dependency_1"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/mul"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/mul_1"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_5"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/mul"
+ op: "Mul"
+ input: "gradients/AddN_5"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/gamma/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/mul"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt"
+ input: "gradients/AddN_5"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/mul_1"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt_grad/RsqrtGrad"
+ op: "RsqrtGrad"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt_grad/RsqrtGrad"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt_grad/RsqrtGrad"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Neg"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/mul"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/mul_1"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square_grad/mul/x"
+ op: "Const"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 2.0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square_grad/mul/x"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square_grad/mul_1"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square_grad/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\n\000\000\000\n\000\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 4
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/add"
+ op: "Add"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/mod"
+ op: "Mod"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/add"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 3
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/start"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/delta"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/range"
+ op: "Range"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/start"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/delta"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill/value"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill"
+ op: "Fill"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape_1"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill/value"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ op: "DynamicStitch"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/range"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/mod"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum"
+ op: "Maximum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/floordiv"
+ op: "Div"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ op: "Tile"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/floordiv"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_6"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square_grad/mul_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/mul"
+ op: "Mul"
+ input: "gradients/AddN_6"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/mul"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss"
+ input: "gradients/AddN_6"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/mul_1"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\n\000\000\000\n\000\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/scalar"
+ op: "Const"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 2.0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/scalar"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/Conv2D"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/Add"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\n\000\000\000\n\000\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 4
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/add"
+ op: "Add"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/mod"
+ op: "Mod"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/add"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 3
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/start"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/delta"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range"
+ op: "Range"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/start"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/delta"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill/value"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill"
+ op: "Fill"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape_1"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill/value"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ op: "DynamicStitch"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/mod"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum"
+ op: "Maximum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/floordiv"
+ op: "Div"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Tile"
+ op: "Tile"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/floordiv"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\n\000\000\000\n\000\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Tile"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Tile"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Neg"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_7"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 3
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/Conv2D_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\n\000\000\000\n\000\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropInput"
+ op: "Conv2DBackpropInput"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/Conv2D_grad/Shape"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights/read"
+ input: "gradients/AddN_7"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/Conv2D_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\003\000\000\000\003\000\000\000\000\002\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropFilter"
+ op: "Conv2DBackpropFilter"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/Relu"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/Conv2D_grad/Shape_1"
+ input: "gradients/AddN_7"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/Conv2D_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropInput"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropFilter"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/Conv2D_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropInput"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/Conv2D_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropInput"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/Conv2D_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropFilter"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/Conv2D_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropFilter"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/Relu_grad/ReluGrad"
+ op: "ReluGrad"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/Conv2D_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/Relu"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_8"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/Conv2D_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\n\000\000\000\n\000\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/Relu_grad/ReluGrad"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/Relu_grad/ReluGrad"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\n\000\000\000\n\000\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/mul"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/Conv2D"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/mul_1"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Neg"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/tuple/control_dependency_1"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/mul"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/mul_1"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_9"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/mul"
+ op: "Mul"
+ input: "gradients/AddN_9"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/gamma/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/mul"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt"
+ input: "gradients/AddN_9"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/mul_1"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt_grad/RsqrtGrad"
+ op: "RsqrtGrad"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt_grad/RsqrtGrad"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt_grad/RsqrtGrad"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Neg"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/mul"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/mul_1"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square_grad/mul/x"
+ op: "Const"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 2.0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square_grad/mul/x"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square_grad/mul_1"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square_grad/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\n\000\000\000\n\000\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 4
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/add"
+ op: "Add"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/mod"
+ op: "Mod"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/add"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 3
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/start"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/delta"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/range"
+ op: "Range"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/start"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/delta"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill/value"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill"
+ op: "Fill"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape_1"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill/value"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ op: "DynamicStitch"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/range"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/mod"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum"
+ op: "Maximum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/floordiv"
+ op: "Div"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ op: "Tile"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/floordiv"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_10"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square_grad/mul_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/mul"
+ op: "Mul"
+ input: "gradients/AddN_10"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/mul"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss"
+ input: "gradients/AddN_10"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/mul_1"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\n\000\000\000\n\000\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/scalar"
+ op: "Const"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 2.0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/scalar"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/Conv2D"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/Add"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\n\000\000\000\n\000\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 4
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/add"
+ op: "Add"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/mod"
+ op: "Mod"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/add"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 3
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/start"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/delta"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range"
+ op: "Range"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/start"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/delta"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill/value"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill"
+ op: "Fill"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape_1"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill/value"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ op: "DynamicStitch"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/mod"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum"
+ op: "Maximum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/floordiv"
+ op: "Div"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Tile"
+ op: "Tile"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/floordiv"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\n\000\000\000\n\000\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Tile"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Tile"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Neg"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_11"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 3
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/Conv2D_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\n\000\000\000\n\000\000\000\000\010\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropInput"
+ op: "Conv2DBackpropInput"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/Conv2D_grad/Shape"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights/read"
+ input: "gradients/AddN_11"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/Conv2D_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\001\000\000\000\001\000\000\000\000\010\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropFilter"
+ op: "Conv2DBackpropFilter"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/Relu"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/Conv2D_grad/Shape_1"
+ input: "gradients/AddN_11"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 2048
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/Conv2D_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropInput"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropFilter"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/Conv2D_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropInput"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/Conv2D_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropInput"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/Conv2D_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropFilter"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/Conv2D_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropFilter"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 2048
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/Relu_grad/ReluGrad"
+ op: "ReluGrad"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/Conv2D_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/Relu"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_12"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/Conv2D_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 2048
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\n\000\000\000\n\000\000\000\000\010\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 2048
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/Relu_grad/ReluGrad"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/Relu_grad/ReluGrad"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\n\000\000\000\n\000\000\000\000\010\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 2048
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/mul"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/add"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/mul_1"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 2048
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 2048
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/Neg"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 2048
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 2048
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/tuple/control_dependency_1"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/mul"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/mean"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/mul_1"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/mean_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 2048
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/mean_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 2048
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/mean_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/mean_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/mean_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/mean_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/mean_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/mean_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/mean_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/mean_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/mean_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/mean_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/mean_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/mean_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_13"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 2048
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 2048
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/mul"
+ op: "Mul"
+ input: "gradients/AddN_13"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/gamma/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/mul"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/Rsqrt"
+ input: "gradients/AddN_13"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/mul_1"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/Rsqrt_grad/RsqrtGrad"
+ op: "RsqrtGrad"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/Rsqrt"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/add_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 2048
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/add_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/add_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/add_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/add_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/Rsqrt_grad/RsqrtGrad"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/add_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/add_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/add_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/add_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/add_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/Rsqrt_grad/RsqrtGrad"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/add_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/add_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/add_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/add_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/add_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/add_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/add_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/add_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/add_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/add_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 2048
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 2048
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/add_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/add_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/Neg"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 2048
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/mul"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/mul_1"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/Square_grad/mul/x"
+ op: "Const"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 2.0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/Square_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/Square_grad/mul/x"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/Square_grad/mul_1"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/Square_grad/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\n\000\000\000\n\000\000\000\000\010\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 4
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/add"
+ op: "Add"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss/reduction_indices"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/mod"
+ op: "Mod"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/add"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 3
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/range/start"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/range/delta"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/range"
+ op: "Range"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/range/start"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Size"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/range/delta"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Fill/value"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Fill"
+ op: "Fill"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Shape_1"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Fill/value"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ op: "DynamicStitch"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/range"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/mod"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Fill"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Maximum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Maximum"
+ op: "Maximum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Maximum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/floordiv"
+ op: "Div"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Maximum"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Tile"
+ op: "Tile"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/floordiv"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_14"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/mean_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/Square_grad/mul_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 2048
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/mul"
+ op: "Mul"
+ input: "gradients/AddN_14"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/mul"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss"
+ input: "gradients/AddN_14"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/mul_1"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\n\000\000\000\n\000\000\000\000\010\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 2048
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/scalar"
+ op: "Const"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 2.0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/scalar"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/add"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/Add"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/mul"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Reshape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\n\000\000\000\n\000\000\000\000\010\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 4
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/add"
+ op: "Add"
+ input: "resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss/reduction_indices"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/mod"
+ op: "Mod"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/add"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 3
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/range/start"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/range/delta"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/range"
+ op: "Range"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/range/start"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Size"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/range/delta"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Fill/value"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Fill"
+ op: "Fill"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Shape_1"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Fill/value"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ op: "DynamicStitch"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/range"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/mod"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Fill"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Maximum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Maximum"
+ op: "Maximum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Maximum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/floordiv"
+ op: "Div"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Maximum"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Tile"
+ op: "Tile"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/floordiv"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\n\000\000\000\n\000\000\000\000\010\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 2048
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Tile"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Tile"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Neg"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_15"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/add_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 4
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_3/bottleneck_v2/add_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/add_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\n\000\000\000\n\000\000\000\000\010\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/add_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\n\000\000\000\n\000\000\000\000\010\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/add_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/add_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/add_grad/Sum"
+ op: "Sum"
+ input: "gradients/AddN_15"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/add_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/add_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/add_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/add_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/add_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/AddN_15"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/add_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/add_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/add_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/add_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/add_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/add_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/add_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/add_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/add_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/add_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/BiasAdd_grad/BiasAddGrad"
+ op: "BiasAddGrad"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/add_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/BiasAdd_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/add_grad/tuple/control_dependency_1"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/BiasAdd_grad/BiasAddGrad"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/BiasAdd_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/add_grad/tuple/control_dependency_1"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/BiasAdd_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/add_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/BiasAdd_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/BiasAdd_grad/BiasAddGrad"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/BiasAdd_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/BiasAdd_grad/BiasAddGrad"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/Conv2D_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\n\000\000\000\n\000\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropInput"
+ op: "Conv2DBackpropInput"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/Conv2D_grad/Shape"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights/read"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/BiasAdd_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/Conv2D_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\001\000\000\000\001\000\000\000\000\002\000\000\000\010\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropFilter"
+ op: "Conv2DBackpropFilter"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/Relu"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/Conv2D_grad/Shape_1"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/BiasAdd_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/Conv2D_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropInput"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropFilter"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/Conv2D_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropInput"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/Conv2D_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropInput"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/Conv2D_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropFilter"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/Conv2D_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropFilter"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/Relu_grad/ReluGrad"
+ op: "ReluGrad"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/Conv2D_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/Relu"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_16"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/Conv2D_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\n\000\000\000\n\000\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/Relu_grad/ReluGrad"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/Relu_grad/ReluGrad"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\n\000\000\000\n\000\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/mul"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/Conv2D"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/mul_1"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Neg"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/tuple/control_dependency_1"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/mul"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/mul_1"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_17"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/mul"
+ op: "Mul"
+ input: "gradients/AddN_17"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/gamma/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/mul"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt"
+ input: "gradients/AddN_17"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/mul_1"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt_grad/RsqrtGrad"
+ op: "RsqrtGrad"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt_grad/RsqrtGrad"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt_grad/RsqrtGrad"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Neg"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/mul"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/mul_1"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square_grad/mul/x"
+ op: "Const"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 2.0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square_grad/mul/x"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square_grad/mul_1"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square_grad/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\n\000\000\000\n\000\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 4
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/add"
+ op: "Add"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/mod"
+ op: "Mod"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/add"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 3
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/start"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/delta"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/range"
+ op: "Range"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/start"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/delta"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill/value"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill"
+ op: "Fill"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape_1"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill/value"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ op: "DynamicStitch"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/range"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/mod"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum"
+ op: "Maximum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/floordiv"
+ op: "Div"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ op: "Tile"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/floordiv"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_18"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square_grad/mul_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/mul"
+ op: "Mul"
+ input: "gradients/AddN_18"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/mul"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss"
+ input: "gradients/AddN_18"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/mul_1"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\n\000\000\000\n\000\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/scalar"
+ op: "Const"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 2.0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/scalar"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/Conv2D"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/Add"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\n\000\000\000\n\000\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 4
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/add"
+ op: "Add"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/mod"
+ op: "Mod"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/add"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 3
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/start"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/delta"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range"
+ op: "Range"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/start"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/delta"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill/value"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill"
+ op: "Fill"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape_1"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill/value"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ op: "DynamicStitch"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/mod"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum"
+ op: "Maximum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/floordiv"
+ op: "Div"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Tile"
+ op: "Tile"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/floordiv"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\n\000\000\000\n\000\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Tile"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Tile"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Neg"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_19"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 3
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/Conv2D_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\n\000\000\000\n\000\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropInput"
+ op: "Conv2DBackpropInput"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/Conv2D_grad/Shape"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights/read"
+ input: "gradients/AddN_19"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/Conv2D_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\003\000\000\000\003\000\000\000\000\002\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropFilter"
+ op: "Conv2DBackpropFilter"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/Relu"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/Conv2D_grad/Shape_1"
+ input: "gradients/AddN_19"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/Conv2D_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropInput"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropFilter"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/Conv2D_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropInput"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/Conv2D_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropInput"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/Conv2D_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropFilter"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/Conv2D_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropFilter"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/Relu_grad/ReluGrad"
+ op: "ReluGrad"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/Conv2D_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/Relu"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_20"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/Conv2D_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\n\000\000\000\n\000\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/Relu_grad/ReluGrad"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/Relu_grad/ReluGrad"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\n\000\000\000\n\000\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/mul"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/Conv2D"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/mul_1"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Neg"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/tuple/control_dependency_1"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/mul"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/mul_1"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_21"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/mul"
+ op: "Mul"
+ input: "gradients/AddN_21"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/gamma/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/mul"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt"
+ input: "gradients/AddN_21"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/mul_1"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt_grad/RsqrtGrad"
+ op: "RsqrtGrad"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt_grad/RsqrtGrad"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt_grad/RsqrtGrad"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Neg"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/mul"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/mul_1"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square_grad/mul/x"
+ op: "Const"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 2.0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square_grad/mul/x"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square_grad/mul_1"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square_grad/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\n\000\000\000\n\000\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 4
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/add"
+ op: "Add"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/mod"
+ op: "Mod"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/add"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 3
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/start"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/delta"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/range"
+ op: "Range"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/start"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/delta"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill/value"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill"
+ op: "Fill"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape_1"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill/value"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ op: "DynamicStitch"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/range"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/mod"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum"
+ op: "Maximum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/floordiv"
+ op: "Div"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ op: "Tile"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/floordiv"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_22"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square_grad/mul_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/mul"
+ op: "Mul"
+ input: "gradients/AddN_22"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/mul"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss"
+ input: "gradients/AddN_22"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/mul_1"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\n\000\000\000\n\000\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/scalar"
+ op: "Const"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 2.0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/scalar"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/Conv2D"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/Add"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\n\000\000\000\n\000\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 4
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/add"
+ op: "Add"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/mod"
+ op: "Mod"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/add"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 3
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/start"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/delta"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range"
+ op: "Range"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/start"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/delta"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill/value"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill"
+ op: "Fill"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape_1"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill/value"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ op: "DynamicStitch"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/mod"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum"
+ op: "Maximum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/floordiv"
+ op: "Div"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Tile"
+ op: "Tile"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/floordiv"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\n\000\000\000\n\000\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Tile"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Tile"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Neg"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_23"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 3
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/Conv2D_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\n\000\000\000\n\000\000\000\000\010\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropInput"
+ op: "Conv2DBackpropInput"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/Conv2D_grad/Shape"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights/read"
+ input: "gradients/AddN_23"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/Conv2D_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\001\000\000\000\001\000\000\000\000\010\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropFilter"
+ op: "Conv2DBackpropFilter"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/Relu"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/Conv2D_grad/Shape_1"
+ input: "gradients/AddN_23"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 2048
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/Conv2D_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropInput"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropFilter"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/Conv2D_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropInput"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/Conv2D_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropInput"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/Conv2D_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropFilter"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/Conv2D_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropFilter"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 2048
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/Relu_grad/ReluGrad"
+ op: "ReluGrad"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/Conv2D_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/Relu"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_24"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/Conv2D_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 2048
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/add_1_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\n\000\000\000\n\000\000\000\000\010\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/add_1_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 2048
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/add_1_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/add_1_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/add_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/add_1_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/Relu_grad/ReluGrad"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/add_1_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/add_1_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/add_1_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/add_1_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/Relu_grad/ReluGrad"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/add_1_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/add_1_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/add_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\n\000\000\000\n\000\000\000\000\010\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 2048
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/mul"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/add"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/mul_1"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/sub_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 2048
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/sub_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 2048
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/sub_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/sub_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/sub_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/sub_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/sub_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/sub_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/sub_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/sub_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/sub_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/sub_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/sub_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/sub_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/sub_grad/Neg"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/sub_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/sub_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/sub_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/sub_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/sub_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/sub_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/sub_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_2_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 2048
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_2_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 2048
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_2_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_2_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_2_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_2_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/sub_grad/tuple/control_dependency_1"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_2_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_2_grad/mul"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_2_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_2_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_2_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_2_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_2_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/mean"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/sub_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_2_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_2_grad/mul_1"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_2_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_2_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_2_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_2_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_2_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_2_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_2_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_2_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_2_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_2_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_2_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_2_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_2_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_2_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_2_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/mean_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 2048
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/mean_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 2048
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/mean_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/mean_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/mean_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_2_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/mean_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/mean_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/mean_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/mean_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_2_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/mean_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/mean_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/mean_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/mean_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/mean_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_25"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_2_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 2048
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 2048
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_grad/mul"
+ op: "Mul"
+ input: "gradients/AddN_25"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/gamma/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_grad/mul"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/Rsqrt"
+ input: "gradients/AddN_25"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_grad/mul_1"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/Rsqrt_grad/RsqrtGrad"
+ op: "RsqrtGrad"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/Rsqrt"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/add_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 2048
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/add_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/add_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/add_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/add_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/Rsqrt_grad/RsqrtGrad"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/add_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/add_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/add_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/add_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/add_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/Rsqrt_grad/RsqrtGrad"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/add_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/add_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/add_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/add_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/add_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/add_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/add_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/add_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/add_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/add_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/variance_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 2048
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/variance_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 2048
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/variance_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/variance_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/variance_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/variance_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/add_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/variance_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/variance_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/variance_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/variance_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/variance_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/add_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/variance_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/variance_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/variance_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/variance_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/variance_grad/Neg"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/variance_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/variance_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/variance_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/variance_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/variance_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/variance_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/variance_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/Mul_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 2048
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/Mul_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/Mul_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/Mul_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/Mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/Mul_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/Mul_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/Mul_grad/mul"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/Mul_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/Mul_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/Mul_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/Mul_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/Mul_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/Mul_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/Mul_grad/mul_1"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/Mul_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/Mul_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/Mul_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/Mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/Mul_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/Mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/Mul_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/Mul_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/Mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/Mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/Mul_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/Mul_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/Mul_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/Mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/Mul_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/Square_grad/mul/x"
+ op: "Const"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 2.0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/Square_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/Square_grad/mul/x"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/shifted_mean"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/Square_grad/mul_1"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/Square_grad/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\n\000\000\000\n\000\000\000\000\010\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 4
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/add"
+ op: "Add"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss/reduction_indices"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/mod"
+ op: "Mod"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/add"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 3
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/range/start"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/range/delta"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/range"
+ op: "Range"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/range/start"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Size"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/range/delta"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Fill/value"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Fill"
+ op: "Fill"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Shape_1"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Fill/value"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ op: "DynamicStitch"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/range"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/mod"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Fill"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Maximum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Maximum"
+ op: "Maximum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Maximum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/floordiv"
+ op: "Div"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Maximum"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/Mul_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Tile"
+ op: "Tile"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/floordiv"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_26"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/mean_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/Square_grad/mul_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 2048
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/mul"
+ op: "Mul"
+ input: "gradients/AddN_26"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/mul"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss"
+ input: "gradients/AddN_26"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/mul_1"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\n\000\000\000\n\000\000\000\000\010\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 2048
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/scalar"
+ op: "Const"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 2.0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/scalar"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/add"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/Add"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/mul"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Reshape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\n\000\000\000\n\000\000\000\000\010\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 4
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/add"
+ op: "Add"
+ input: "resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss/reduction_indices"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/mod"
+ op: "Mod"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/add"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 3
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/range/start"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/range/delta"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/range"
+ op: "Range"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/range/start"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Size"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/range/delta"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Fill/value"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Fill"
+ op: "Fill"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Shape_1"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Fill/value"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ op: "DynamicStitch"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/range"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/mod"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Fill"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Maximum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Maximum"
+ op: "Maximum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Maximum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/floordiv"
+ op: "Div"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Maximum"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Tile"
+ op: "Tile"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/floordiv"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\n\000\000\000\n\000\000\000\000\010\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 2048
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Tile"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Tile"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Neg"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_27"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/add_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 4
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_2/bottleneck_v2/add_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/add_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\n\000\000\000\n\000\000\000\000\010\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/add_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\n\000\000\000\n\000\000\000\000\010\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/add_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/add_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/add_grad/Sum"
+ op: "Sum"
+ input: "gradients/AddN_27"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/add_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/add_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/add_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/add_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/add_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/AddN_27"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/add_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/add_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/add_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/add_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/add_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/add_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/add_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/add_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/add_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/add_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/BiasAdd_grad/BiasAddGrad"
+ op: "BiasAddGrad"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/add_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/BiasAdd_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/add_grad/tuple/control_dependency"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/BiasAdd_grad/BiasAddGrad"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/BiasAdd_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/add_grad/tuple/control_dependency"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/BiasAdd_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/add_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/BiasAdd_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/BiasAdd_grad/BiasAddGrad"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/BiasAdd_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/BiasAdd_grad/BiasAddGrad"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/BiasAdd_grad/BiasAddGrad"
+ op: "BiasAddGrad"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/add_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/BiasAdd_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/add_grad/tuple/control_dependency_1"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/BiasAdd_grad/BiasAddGrad"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/BiasAdd_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/add_grad/tuple/control_dependency_1"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/BiasAdd_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/add_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/BiasAdd_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/BiasAdd_grad/BiasAddGrad"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/BiasAdd_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/BiasAdd_grad/BiasAddGrad"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/Conv2D_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\n\000\000\000\n\000\000\000\000\004\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/Conv2D_grad/Conv2DBackpropInput"
+ op: "Conv2DBackpropInput"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/Conv2D_grad/Shape"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights/read"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/BiasAdd_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/Conv2D_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\001\000\000\000\001\000\000\000\000\004\000\000\000\010\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/Conv2D_grad/Conv2DBackpropFilter"
+ op: "Conv2DBackpropFilter"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/Relu"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/Conv2D_grad/Shape_1"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/BiasAdd_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/Conv2D_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/Conv2D_grad/Conv2DBackpropInput"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/Conv2D_grad/Conv2DBackpropFilter"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/Conv2D_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/Conv2D_grad/Conv2DBackpropInput"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/Conv2D_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/Conv2D_grad/Conv2DBackpropInput"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/Conv2D_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/Conv2D_grad/Conv2DBackpropFilter"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/Conv2D_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/Conv2D_grad/Conv2DBackpropFilter"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/Conv2D_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\n\000\000\000\n\000\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropInput"
+ op: "Conv2DBackpropInput"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/Conv2D_grad/Shape"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights/read"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/BiasAdd_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/Conv2D_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\001\000\000\000\001\000\000\000\000\002\000\000\000\010\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropFilter"
+ op: "Conv2DBackpropFilter"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/Relu"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/Conv2D_grad/Shape_1"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/BiasAdd_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/Conv2D_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropInput"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropFilter"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/Conv2D_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropInput"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/Conv2D_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropInput"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/Conv2D_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropFilter"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/Conv2D_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropFilter"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_28"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/Conv2D_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/Relu_grad/ReluGrad"
+ op: "ReluGrad"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/Conv2D_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/Relu"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_29"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/Conv2D_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 2048
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\n\000\000\000\n\000\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/Relu_grad/ReluGrad"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/Relu_grad/ReluGrad"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\n\000\000\000\n\000\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/mul"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/Conv2D"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/mul_1"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Neg"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/tuple/control_dependency_1"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/mul"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/mul_1"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_30"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/mul"
+ op: "Mul"
+ input: "gradients/AddN_30"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/gamma/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/mul"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt"
+ input: "gradients/AddN_30"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/mul_1"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt_grad/RsqrtGrad"
+ op: "RsqrtGrad"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt_grad/RsqrtGrad"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt_grad/RsqrtGrad"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Neg"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/mul"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/mul_1"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square_grad/mul/x"
+ op: "Const"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 2.0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square_grad/mul/x"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square_grad/mul_1"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square_grad/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\n\000\000\000\n\000\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 4
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/add"
+ op: "Add"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/mod"
+ op: "Mod"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/add"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 3
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/start"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/delta"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/range"
+ op: "Range"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/start"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/delta"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill/value"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill"
+ op: "Fill"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape_1"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill/value"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ op: "DynamicStitch"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/range"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/mod"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum"
+ op: "Maximum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/floordiv"
+ op: "Div"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ op: "Tile"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/floordiv"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_31"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square_grad/mul_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/mul"
+ op: "Mul"
+ input: "gradients/AddN_31"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/mul"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss"
+ input: "gradients/AddN_31"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/mul_1"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\n\000\000\000\n\000\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/scalar"
+ op: "Const"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 2.0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/scalar"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/Conv2D"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/Add"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\n\000\000\000\n\000\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 4
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/add"
+ op: "Add"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/mod"
+ op: "Mod"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/add"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 3
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/start"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/delta"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range"
+ op: "Range"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/start"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/delta"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill/value"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill"
+ op: "Fill"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape_1"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill/value"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ op: "DynamicStitch"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/mod"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum"
+ op: "Maximum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/floordiv"
+ op: "Div"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Tile"
+ op: "Tile"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/floordiv"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\n\000\000\000\n\000\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Tile"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Tile"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Neg"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_32"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 3
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/Conv2D_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\n\000\000\000\n\000\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropInput"
+ op: "Conv2DBackpropInput"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/Conv2D_grad/Shape"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights/read"
+ input: "gradients/AddN_32"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/Conv2D_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\003\000\000\000\003\000\000\000\000\002\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropFilter"
+ op: "Conv2DBackpropFilter"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/Relu"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/Conv2D_grad/Shape_1"
+ input: "gradients/AddN_32"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/Conv2D_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropInput"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropFilter"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/Conv2D_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropInput"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/Conv2D_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropInput"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/Conv2D_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropFilter"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/Conv2D_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropFilter"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/Relu_grad/ReluGrad"
+ op: "ReluGrad"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/Conv2D_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/Relu"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_33"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/Conv2D_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\n\000\000\000\n\000\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/Relu_grad/ReluGrad"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/Relu_grad/ReluGrad"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\n\000\000\000\n\000\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/mul"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/Conv2D"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/mul_1"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Neg"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/tuple/control_dependency_1"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/mul"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/mul_1"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_34"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/mul"
+ op: "Mul"
+ input: "gradients/AddN_34"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/gamma/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/mul"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt"
+ input: "gradients/AddN_34"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/mul_1"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt_grad/RsqrtGrad"
+ op: "RsqrtGrad"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt_grad/RsqrtGrad"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt_grad/RsqrtGrad"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Neg"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/mul"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/mul_1"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square_grad/mul/x"
+ op: "Const"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 2.0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square_grad/mul/x"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square_grad/mul_1"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square_grad/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\n\000\000\000\n\000\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 4
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/add"
+ op: "Add"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/mod"
+ op: "Mod"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/add"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 3
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/start"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/delta"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/range"
+ op: "Range"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/start"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/delta"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill/value"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill"
+ op: "Fill"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape_1"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill/value"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ op: "DynamicStitch"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/range"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/mod"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum"
+ op: "Maximum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/floordiv"
+ op: "Div"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ op: "Tile"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/floordiv"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_35"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square_grad/mul_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/mul"
+ op: "Mul"
+ input: "gradients/AddN_35"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/mul"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss"
+ input: "gradients/AddN_35"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/mul_1"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\n\000\000\000\n\000\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/scalar"
+ op: "Const"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 2.0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/scalar"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/Conv2D"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/Add"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\n\000\000\000\n\000\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 4
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/add"
+ op: "Add"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/mod"
+ op: "Mod"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/add"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 3
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/start"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/delta"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range"
+ op: "Range"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/start"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/delta"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill/value"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill"
+ op: "Fill"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape_1"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill/value"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ op: "DynamicStitch"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/mod"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum"
+ op: "Maximum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/floordiv"
+ op: "Div"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Tile"
+ op: "Tile"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/floordiv"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\n\000\000\000\n\000\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Tile"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Tile"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Neg"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_36"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 3
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/Conv2D_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\n\000\000\000\n\000\000\000\000\004\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropInput"
+ op: "Conv2DBackpropInput"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/Conv2D_grad/Shape"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights/read"
+ input: "gradients/AddN_36"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/Conv2D_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\001\000\000\000\001\000\000\000\000\004\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropFilter"
+ op: "Conv2DBackpropFilter"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/Relu"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/Conv2D_grad/Shape_1"
+ input: "gradients/AddN_36"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/Conv2D_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropInput"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropFilter"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/Conv2D_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropInput"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/Conv2D_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropInput"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/Conv2D_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropFilter"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/Conv2D_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropFilter"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_37"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/Conv2D_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/Conv2D_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/Conv2D_grad/Conv2DBackpropInput"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/Relu_grad/ReluGrad"
+ op: "ReluGrad"
+ input: "gradients/AddN_37"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/Relu"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_38"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/Conv2D_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/add_1_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\n\000\000\000\n\000\000\000\000\004\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/add_1_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/add_1_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/add_1_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/add_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/add_1_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/Relu_grad/ReluGrad"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/add_1_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/add_1_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/add_1_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/add_1_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/Relu_grad/ReluGrad"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/add_1_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/add_1_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/add_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_1_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\n\000\000\000\n\000\000\000\000\004\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_1_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_1_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_1_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_1_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_1_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_1_grad/mul"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_1_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_1_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_1_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_1_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/add"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_1_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_1_grad/mul_1"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_1_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_1_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_1_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_1_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_1_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/sub_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/sub_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/sub_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/sub_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/sub_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/sub_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/sub_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/sub_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/sub_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/sub_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/sub_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/sub_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/sub_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/sub_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/sub_grad/Neg"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/sub_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/sub_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/sub_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/sub_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/sub_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/sub_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/sub_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_2_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_2_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_2_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_2_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_2_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_2_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/sub_grad/tuple/control_dependency_1"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_2_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_2_grad/mul"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_2_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_2_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_2_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_2_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_2_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/mean"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/sub_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_2_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_2_grad/mul_1"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_2_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_2_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_2_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_2_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_2_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_2_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_2_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_2_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_2_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_2_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_2_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_2_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_2_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_2_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_2_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/mean_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/mean_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/mean_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/mean_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/mean_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_2_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/mean_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/mean_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/mean_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/mean_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_2_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/mean_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/mean_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/mean_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/mean_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/mean_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_39"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_2_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_grad/mul"
+ op: "Mul"
+ input: "gradients/AddN_39"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/gamma/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_grad/mul"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/Rsqrt"
+ input: "gradients/AddN_39"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_grad/mul_1"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/Rsqrt_grad/RsqrtGrad"
+ op: "RsqrtGrad"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/Rsqrt"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/add_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/add_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/add_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/add_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/add_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/Rsqrt_grad/RsqrtGrad"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/add_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/add_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/add_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/add_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/add_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/Rsqrt_grad/RsqrtGrad"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/add_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/add_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/add_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/add_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/add_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/add_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/add_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/add_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/add_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/add_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/variance_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/variance_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/variance_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/variance_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/variance_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/variance_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/add_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/variance_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/variance_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/variance_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/variance_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/variance_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/add_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/variance_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/variance_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/variance_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/variance_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/variance_grad/Neg"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/variance_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/variance_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/variance_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/variance_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/variance_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/variance_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/variance_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/Mul_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/Mul_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/Mul_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/Mul_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/Mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/Mul_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/Mul_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/Mul_grad/mul"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/Mul_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/Mul_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/Mul_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/Mul_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/Mul_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/Mul_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/Mul_grad/mul_1"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/Mul_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/Mul_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/Mul_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/Mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/Mul_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/Mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/Mul_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/Mul_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/Mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/Mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/Mul_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/Mul_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/Mul_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/Mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/Mul_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/Square_grad/mul/x"
+ op: "Const"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 2.0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/Square_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/Square_grad/mul/x"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/shifted_mean"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/Square_grad/mul_1"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/Square_grad/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\n\000\000\000\n\000\000\000\000\004\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 4
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/add"
+ op: "Add"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss/reduction_indices"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/mod"
+ op: "Mod"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/add"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 3
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/range/start"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/range/delta"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/range"
+ op: "Range"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/range/start"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Size"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/range/delta"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Fill/value"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Fill"
+ op: "Fill"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Shape_1"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Fill/value"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ op: "DynamicStitch"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/range"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/mod"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Fill"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Maximum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Maximum"
+ op: "Maximum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Maximum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/floordiv"
+ op: "Div"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Maximum"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/Mul_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Tile"
+ op: "Tile"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/floordiv"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_40"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/mean_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/Square_grad/mul_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/mul"
+ op: "Mul"
+ input: "gradients/AddN_40"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/mul"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss"
+ input: "gradients/AddN_40"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/mul_1"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\n\000\000\000\n\000\000\000\000\004\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/scalar"
+ op: "Const"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 2.0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/scalar"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/add"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/Add"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/mul"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Reshape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\n\000\000\000\n\000\000\000\000\004\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 4
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/add"
+ op: "Add"
+ input: "resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss/reduction_indices"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/mod"
+ op: "Mod"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/add"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 3
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/range/start"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/range/delta"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/range"
+ op: "Range"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/range/start"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Size"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/range/delta"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Fill/value"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Fill"
+ op: "Fill"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Shape_1"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Fill/value"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ op: "DynamicStitch"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/range"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/mod"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Fill"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Maximum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Maximum"
+ op: "Maximum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Maximum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/floordiv"
+ op: "Div"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Maximum"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Tile"
+ op: "Tile"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/floordiv"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\n\000\000\000\n\000\000\000\000\004\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Shape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Tile"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Tile"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Neg"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_41"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_1_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 3
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block4/unit_1/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/add_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\n\000\000\000\n\000\000\000\000\004\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/add_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\n\000\000\000\n\000\000\000\000\004\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/add_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/add_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/add_grad/Sum"
+ op: "Sum"
+ input: "gradients/AddN_41"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/add_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/add_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/add_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/add_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/add_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/AddN_41"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/add_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/add_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/add_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/add_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/add_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/add_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/add_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/add_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/add_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/add_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/shortcut/MaxPool_grad/MaxPoolGrad"
+ op: "MaxPoolGrad"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/add"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/shortcut/MaxPool"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/add_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "ksize"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 2
+ i: 2
+ i: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/BiasAdd_grad/BiasAddGrad"
+ op: "BiasAddGrad"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/add_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/BiasAdd_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/add_grad/tuple/control_dependency_1"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/BiasAdd_grad/BiasAddGrad"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/BiasAdd_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/add_grad/tuple/control_dependency_1"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/BiasAdd_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/add_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/BiasAdd_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/BiasAdd_grad/BiasAddGrad"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/BiasAdd_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/BiasAdd_grad/BiasAddGrad"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/Conv2D_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\n\000\000\000\n\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropInput"
+ op: "Conv2DBackpropInput"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/Conv2D_grad/Shape"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights/read"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/BiasAdd_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/Conv2D_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\001\000\000\000\001\000\000\000\000\001\000\000\000\004\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropFilter"
+ op: "Conv2DBackpropFilter"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/Relu"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/Conv2D_grad/Shape_1"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/BiasAdd_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/Conv2D_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropInput"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropFilter"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/Conv2D_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropInput"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/Conv2D_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropInput"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/Conv2D_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropFilter"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/Conv2D_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropFilter"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/Relu_grad/ReluGrad"
+ op: "ReluGrad"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/Conv2D_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/Relu"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_42"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/Conv2D_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\n\000\000\000\n\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/Relu_grad/ReluGrad"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/Relu_grad/ReluGrad"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\n\000\000\000\n\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/Conv2D"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Neg"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/tuple/control_dependency_1"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_43"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/mul"
+ op: "Mul"
+ input: "gradients/AddN_43"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/gamma/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt"
+ input: "gradients/AddN_43"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt_grad/RsqrtGrad"
+ op: "RsqrtGrad"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt_grad/RsqrtGrad"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt_grad/RsqrtGrad"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Neg"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square_grad/mul/x"
+ op: "Const"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 2.0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square_grad/mul/x"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square_grad/mul_1"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square_grad/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\n\000\000\000\n\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 4
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/add"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/mod"
+ op: "Mod"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/add"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 3
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/start"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/delta"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/range"
+ op: "Range"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/start"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/delta"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill/value"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill"
+ op: "Fill"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape_1"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill/value"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ op: "DynamicStitch"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/range"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/mod"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum"
+ op: "Maximum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/floordiv"
+ op: "Div"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ op: "Tile"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/floordiv"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_44"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square_grad/mul_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/mul"
+ op: "Mul"
+ input: "gradients/AddN_44"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss"
+ input: "gradients/AddN_44"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\n\000\000\000\n\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/scalar"
+ op: "Const"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 2.0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/scalar"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/Conv2D"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/Add"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\n\000\000\000\n\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 4
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/add"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/mod"
+ op: "Mod"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/add"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 3
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/start"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/delta"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range"
+ op: "Range"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/start"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/delta"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill/value"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill"
+ op: "Fill"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape_1"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill/value"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ op: "DynamicStitch"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/mod"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum"
+ op: "Maximum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/floordiv"
+ op: "Div"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Tile"
+ op: "Tile"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/floordiv"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\n\000\000\000\n\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Tile"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Tile"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Neg"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_45"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 3
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 10
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/Conv2D_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\025\000\000\000\025\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropInput"
+ op: "Conv2DBackpropInput"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/Conv2D_grad/Shape"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights/read"
+ input: "gradients/AddN_45"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 21
+ }
+ dim {
+ size: 21
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "VALID"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 2
+ i: 2
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/Conv2D_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\003\000\000\000\003\000\000\000\000\001\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropFilter"
+ op: "Conv2DBackpropFilter"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/Pad"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/Conv2D_grad/Shape_1"
+ input: "gradients/AddN_45"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "VALID"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 2
+ i: 2
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/Conv2D_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropInput"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropFilter"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/Conv2D_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropInput"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/Conv2D_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropInput"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 21
+ }
+ dim {
+ size: 21
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/Conv2D_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropFilter"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/Conv2D_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropFilter"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/Pad_grad/Rank"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 4
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/Pad_grad/pack/1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/Pad_grad/pack"
+ op: "Pack"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/Pad_grad/Rank"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/Pad_grad/pack/1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "axis"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/Pad_grad/Slice/begin"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 2
+ }
+ }
+ tensor_content: "\000\000\000\000\000\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/Pad_grad/Slice"
+ op: "Slice"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/Pad/paddings"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/Pad_grad/Slice/begin"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/Pad_grad/pack"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/Pad_grad/Reshape/shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: -1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/Pad_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/Pad_grad/Slice"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/Pad_grad/Reshape/shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/Pad_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/Pad_grad/Slice_1"
+ op: "Slice"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/Conv2D_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/Pad_grad/Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/Pad_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_46"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/Conv2D_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/Relu_grad/ReluGrad"
+ op: "ReluGrad"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/Pad_grad/Slice_1"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/Relu"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/Relu_grad/ReluGrad"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/Relu_grad/ReluGrad"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/Conv2D"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Neg"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/tuple/control_dependency_1"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_47"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/mul"
+ op: "Mul"
+ input: "gradients/AddN_47"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/gamma/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt"
+ input: "gradients/AddN_47"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt_grad/RsqrtGrad"
+ op: "RsqrtGrad"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt_grad/RsqrtGrad"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt_grad/RsqrtGrad"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Neg"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square_grad/mul/x"
+ op: "Const"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 2.0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square_grad/mul/x"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square_grad/mul_1"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square_grad/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 4
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/add"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/mod"
+ op: "Mod"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/add"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 3
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/start"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/delta"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/range"
+ op: "Range"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/start"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/delta"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill/value"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill"
+ op: "Fill"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape_1"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill/value"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ op: "DynamicStitch"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/range"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/mod"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum"
+ op: "Maximum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/floordiv"
+ op: "Div"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ op: "Tile"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/floordiv"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_48"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square_grad/mul_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/mul"
+ op: "Mul"
+ input: "gradients/AddN_48"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss"
+ input: "gradients/AddN_48"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/scalar"
+ op: "Const"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 2.0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/scalar"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/Conv2D"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/Add"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 4
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/add"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/mod"
+ op: "Mod"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/add"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 3
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/start"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/delta"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range"
+ op: "Range"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/start"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/delta"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill/value"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill"
+ op: "Fill"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape_1"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill/value"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ op: "DynamicStitch"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/mod"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum"
+ op: "Maximum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/floordiv"
+ op: "Div"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Tile"
+ op: "Tile"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/floordiv"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Tile"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Tile"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Neg"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_49"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 3
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/Conv2D_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\004\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropInput"
+ op: "Conv2DBackpropInput"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/Conv2D_grad/Shape"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights/read"
+ input: "gradients/AddN_49"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/Conv2D_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\001\000\000\000\001\000\000\000\000\004\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropFilter"
+ op: "Conv2DBackpropFilter"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/Relu"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/Conv2D_grad/Shape_1"
+ input: "gradients/AddN_49"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/Conv2D_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropInput"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropFilter"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/Conv2D_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropInput"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/Conv2D_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropInput"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/Conv2D_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropFilter"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/Conv2D_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropFilter"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/Relu_grad/ReluGrad"
+ op: "ReluGrad"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/Conv2D_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/Relu"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_50"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/Conv2D_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/add_1_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\004\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/add_1_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/add_1_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/add_1_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/add_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/add_1_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/Relu_grad/ReluGrad"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/add_1_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/add_1_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/add_1_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/add_1_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/Relu_grad/ReluGrad"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/add_1_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/add_1_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/add_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_1_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\004\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_1_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_1_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_1_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_1_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_1_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_1_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_1_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_1_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_1_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_1_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/add"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_1_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_1_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_1_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_1_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_1_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_1_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_1_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/sub_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/sub_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/sub_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/sub_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/sub_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/sub_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/sub_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/sub_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/sub_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/sub_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/sub_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/sub_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/sub_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/sub_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/sub_grad/Neg"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/sub_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/sub_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/sub_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/sub_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/sub_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/sub_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/sub_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_2_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_2_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_2_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_2_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_2_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_2_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/sub_grad/tuple/control_dependency_1"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_2_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_2_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_2_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_2_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_2_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_2_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_2_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/mean"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/sub_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_2_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_2_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_2_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_2_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_2_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_2_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_2_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_2_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_2_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_2_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_2_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_2_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_2_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_2_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_2_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_2_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_2_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/mean_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/mean_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/mean_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/mean_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/mean_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_2_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/mean_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/mean_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/mean_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/mean_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_2_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/mean_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/mean_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/mean_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/mean_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/mean_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_51"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_2_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_grad/mul"
+ op: "Mul"
+ input: "gradients/AddN_51"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/gamma/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/Rsqrt"
+ input: "gradients/AddN_51"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/Rsqrt_grad/RsqrtGrad"
+ op: "RsqrtGrad"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/Rsqrt"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/add_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/add_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/add_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/add_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/add_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/Rsqrt_grad/RsqrtGrad"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/add_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/add_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/add_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/add_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/add_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/Rsqrt_grad/RsqrtGrad"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/add_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/add_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/add_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/add_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/add_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/add_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/add_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/add_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/add_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/add_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/variance_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/variance_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/variance_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/variance_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/variance_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/variance_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/add_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/variance_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/variance_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/variance_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/variance_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/variance_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/add_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/variance_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/variance_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/variance_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/variance_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/variance_grad/Neg"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/variance_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/variance_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/variance_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/variance_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/variance_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/variance_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/variance_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/Mul_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/Mul_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/Mul_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/Mul_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/Mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/Mul_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/Mul_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/Mul_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/Mul_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/Mul_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/Mul_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/Mul_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/Mul_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/var_ss"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/Mul_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/Mul_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/Mul_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/Mul_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/Mul_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/Mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/Mul_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/Mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/Mul_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/Mul_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/Mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/Mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/Mul_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/Mul_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/Mul_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/Mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/Mul_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/Square_grad/mul/x"
+ op: "Const"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 2.0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/Square_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/Square_grad/mul/x"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/shifted_mean"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/Square_grad/mul_1"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/Square_grad/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\004\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 4
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/add"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/var_ss/reduction_indices"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/mod"
+ op: "Mod"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/add"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 3
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/range/start"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/range/delta"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/range"
+ op: "Range"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/range/start"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Size"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/range/delta"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Fill/value"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Fill"
+ op: "Fill"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Shape_1"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Fill/value"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ op: "DynamicStitch"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/range"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/mod"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Fill"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Maximum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Maximum"
+ op: "Maximum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Maximum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/floordiv"
+ op: "Div"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Maximum"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/Mul_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Tile"
+ op: "Tile"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/floordiv"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_52"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/mean_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/Square_grad/mul_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/mul"
+ op: "Mul"
+ input: "gradients/AddN_52"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss"
+ input: "gradients/AddN_52"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\004\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/scalar"
+ op: "Const"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 2.0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/scalar"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/add"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/Add"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Reshape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\004\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 4
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/add"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss/reduction_indices"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/mod"
+ op: "Mod"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/add"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 3
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/range/start"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/range/delta"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/range"
+ op: "Range"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/range/start"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Size"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/range/delta"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Fill/value"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Fill"
+ op: "Fill"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Shape_1"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Fill/value"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ op: "DynamicStitch"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/range"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/mod"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Fill"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Maximum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Maximum"
+ op: "Maximum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Maximum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/floordiv"
+ op: "Div"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Maximum"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Tile"
+ op: "Tile"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/floordiv"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\004\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Tile"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Tile"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Neg"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_53"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/shortcut/MaxPool_grad/MaxPoolGrad"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/batchnorm/mul_1_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 4
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_6/bottleneck_v2/shortcut/MaxPool_grad/MaxPoolGrad"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/add_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\004\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/add_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\004\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/add_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/add_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/add_grad/Sum"
+ op: "Sum"
+ input: "gradients/AddN_53"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/add_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/add_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/add_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/add_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/add_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/AddN_53"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/add_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/add_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/add_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/add_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/add_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/add_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/add_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/add_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/add_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/add_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/BiasAdd_grad/BiasAddGrad"
+ op: "BiasAddGrad"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/add_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/BiasAdd_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/add_grad/tuple/control_dependency_1"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/BiasAdd_grad/BiasAddGrad"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/BiasAdd_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/add_grad/tuple/control_dependency_1"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/BiasAdd_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/add_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/BiasAdd_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/BiasAdd_grad/BiasAddGrad"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/BiasAdd_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/BiasAdd_grad/BiasAddGrad"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/Conv2D_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropInput"
+ op: "Conv2DBackpropInput"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/Conv2D_grad/Shape"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights/read"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/BiasAdd_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/Conv2D_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\001\000\000\000\001\000\000\000\000\001\000\000\000\004\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropFilter"
+ op: "Conv2DBackpropFilter"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/Relu"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/Conv2D_grad/Shape_1"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/BiasAdd_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/Conv2D_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropInput"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropFilter"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/Conv2D_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropInput"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/Conv2D_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropInput"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/Conv2D_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropFilter"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/Conv2D_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropFilter"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/Relu_grad/ReluGrad"
+ op: "ReluGrad"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/Conv2D_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/Relu"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_54"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/Conv2D_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/Relu_grad/ReluGrad"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/Relu_grad/ReluGrad"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/Conv2D"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Neg"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/tuple/control_dependency_1"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_55"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/mul"
+ op: "Mul"
+ input: "gradients/AddN_55"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/gamma/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt"
+ input: "gradients/AddN_55"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt_grad/RsqrtGrad"
+ op: "RsqrtGrad"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt_grad/RsqrtGrad"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt_grad/RsqrtGrad"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Neg"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square_grad/mul/x"
+ op: "Const"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 2.0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square_grad/mul/x"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square_grad/mul_1"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square_grad/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 4
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/add"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/mod"
+ op: "Mod"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/add"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 3
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/start"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/delta"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/range"
+ op: "Range"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/start"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/delta"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill/value"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill"
+ op: "Fill"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape_1"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill/value"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ op: "DynamicStitch"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/range"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/mod"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum"
+ op: "Maximum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/floordiv"
+ op: "Div"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ op: "Tile"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/floordiv"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_56"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square_grad/mul_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/mul"
+ op: "Mul"
+ input: "gradients/AddN_56"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss"
+ input: "gradients/AddN_56"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/scalar"
+ op: "Const"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 2.0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/scalar"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/Conv2D"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/Add"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 4
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/add"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/mod"
+ op: "Mod"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/add"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 3
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/start"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/delta"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range"
+ op: "Range"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/start"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/delta"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill/value"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill"
+ op: "Fill"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape_1"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill/value"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ op: "DynamicStitch"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/mod"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum"
+ op: "Maximum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/floordiv"
+ op: "Div"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Tile"
+ op: "Tile"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/floordiv"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Tile"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Tile"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Neg"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_57"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 3
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/Conv2D_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropInput"
+ op: "Conv2DBackpropInput"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/Conv2D_grad/Shape"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights/read"
+ input: "gradients/AddN_57"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/Conv2D_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\003\000\000\000\003\000\000\000\000\001\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropFilter"
+ op: "Conv2DBackpropFilter"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/Relu"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/Conv2D_grad/Shape_1"
+ input: "gradients/AddN_57"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/Conv2D_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropInput"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropFilter"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/Conv2D_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropInput"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/Conv2D_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropInput"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/Conv2D_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropFilter"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/Conv2D_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropFilter"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/Relu_grad/ReluGrad"
+ op: "ReluGrad"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/Conv2D_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/Relu"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_58"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/Conv2D_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/Relu_grad/ReluGrad"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/Relu_grad/ReluGrad"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/Conv2D"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Neg"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/tuple/control_dependency_1"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_59"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/mul"
+ op: "Mul"
+ input: "gradients/AddN_59"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/gamma/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt"
+ input: "gradients/AddN_59"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt_grad/RsqrtGrad"
+ op: "RsqrtGrad"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt_grad/RsqrtGrad"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt_grad/RsqrtGrad"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Neg"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square_grad/mul/x"
+ op: "Const"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 2.0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square_grad/mul/x"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square_grad/mul_1"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square_grad/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 4
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/add"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/mod"
+ op: "Mod"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/add"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 3
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/start"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/delta"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/range"
+ op: "Range"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/start"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/delta"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill/value"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill"
+ op: "Fill"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape_1"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill/value"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ op: "DynamicStitch"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/range"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/mod"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum"
+ op: "Maximum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/floordiv"
+ op: "Div"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ op: "Tile"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/floordiv"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_60"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square_grad/mul_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/mul"
+ op: "Mul"
+ input: "gradients/AddN_60"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss"
+ input: "gradients/AddN_60"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/scalar"
+ op: "Const"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 2.0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/scalar"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/Conv2D"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/Add"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 4
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/add"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/mod"
+ op: "Mod"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/add"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 3
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/start"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/delta"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range"
+ op: "Range"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/start"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/delta"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill/value"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill"
+ op: "Fill"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape_1"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill/value"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ op: "DynamicStitch"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/mod"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum"
+ op: "Maximum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/floordiv"
+ op: "Div"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Tile"
+ op: "Tile"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/floordiv"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Tile"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Tile"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Neg"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_61"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 3
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/Conv2D_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\004\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropInput"
+ op: "Conv2DBackpropInput"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/Conv2D_grad/Shape"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights/read"
+ input: "gradients/AddN_61"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/Conv2D_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\001\000\000\000\001\000\000\000\000\004\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropFilter"
+ op: "Conv2DBackpropFilter"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/Relu"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/Conv2D_grad/Shape_1"
+ input: "gradients/AddN_61"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/Conv2D_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropInput"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropFilter"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/Conv2D_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropInput"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/Conv2D_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropInput"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/Conv2D_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropFilter"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/Conv2D_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropFilter"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/Relu_grad/ReluGrad"
+ op: "ReluGrad"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/Conv2D_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/Relu"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_62"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/Conv2D_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/add_1_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\004\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/add_1_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/add_1_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/add_1_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/add_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/add_1_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/Relu_grad/ReluGrad"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/add_1_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/add_1_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/add_1_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/add_1_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/Relu_grad/ReluGrad"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/add_1_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/add_1_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/add_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_1_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\004\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_1_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_1_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_1_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_1_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_1_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_1_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_1_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_1_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_1_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_1_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/add"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_1_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_1_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_1_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_1_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_1_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_1_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_1_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/sub_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/sub_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/sub_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/sub_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/sub_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/sub_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/sub_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/sub_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/sub_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/sub_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/sub_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/sub_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/sub_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/sub_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/sub_grad/Neg"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/sub_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/sub_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/sub_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/sub_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/sub_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/sub_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/sub_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_2_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_2_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_2_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_2_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_2_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_2_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/sub_grad/tuple/control_dependency_1"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_2_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_2_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_2_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_2_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_2_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_2_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_2_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/mean"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/sub_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_2_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_2_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_2_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_2_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_2_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_2_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_2_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_2_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_2_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_2_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_2_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_2_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_2_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_2_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_2_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_2_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_2_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/mean_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/mean_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/mean_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/mean_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/mean_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_2_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/mean_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/mean_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/mean_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/mean_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_2_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/mean_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/mean_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/mean_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/mean_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/mean_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_63"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_2_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_grad/mul"
+ op: "Mul"
+ input: "gradients/AddN_63"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/gamma/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/Rsqrt"
+ input: "gradients/AddN_63"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/Rsqrt_grad/RsqrtGrad"
+ op: "RsqrtGrad"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/Rsqrt"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/add_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/add_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/add_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/add_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/add_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/Rsqrt_grad/RsqrtGrad"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/add_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/add_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/add_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/add_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/add_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/Rsqrt_grad/RsqrtGrad"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/add_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/add_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/add_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/add_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/add_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/add_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/add_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/add_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/add_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/add_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/variance_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/variance_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/variance_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/variance_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/variance_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/variance_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/add_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/variance_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/variance_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/variance_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/variance_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/variance_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/add_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/variance_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/variance_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/variance_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/variance_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/variance_grad/Neg"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/variance_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/variance_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/variance_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/variance_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/variance_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/variance_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/variance_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/Mul_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/Mul_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/Mul_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/Mul_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/Mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/Mul_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/Mul_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/Mul_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/Mul_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/Mul_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/Mul_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/Mul_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/Mul_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/var_ss"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/Mul_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/Mul_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/Mul_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/Mul_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/Mul_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/Mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/Mul_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/Mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/Mul_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/Mul_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/Mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/Mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/Mul_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/Mul_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/Mul_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/Mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/Mul_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/Square_grad/mul/x"
+ op: "Const"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 2.0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/Square_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/Square_grad/mul/x"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/shifted_mean"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/Square_grad/mul_1"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/Square_grad/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\004\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 4
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/add"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/var_ss/reduction_indices"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/mod"
+ op: "Mod"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/add"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 3
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/range/start"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/range/delta"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/range"
+ op: "Range"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/range/start"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Size"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/range/delta"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Fill/value"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Fill"
+ op: "Fill"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Shape_1"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Fill/value"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ op: "DynamicStitch"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/range"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/mod"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Fill"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Maximum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Maximum"
+ op: "Maximum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Maximum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/floordiv"
+ op: "Div"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Maximum"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/Mul_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Tile"
+ op: "Tile"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/floordiv"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_64"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/mean_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/Square_grad/mul_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/mul"
+ op: "Mul"
+ input: "gradients/AddN_64"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss"
+ input: "gradients/AddN_64"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\004\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/scalar"
+ op: "Const"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 2.0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/scalar"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/add"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/Add"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Reshape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\004\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 4
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/add"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss/reduction_indices"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/mod"
+ op: "Mod"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/add"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 3
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/range/start"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/range/delta"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/range"
+ op: "Range"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/range/start"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Size"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/range/delta"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Fill/value"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Fill"
+ op: "Fill"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Shape_1"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Fill/value"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ op: "DynamicStitch"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/range"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/mod"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Fill"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Maximum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Maximum"
+ op: "Maximum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Maximum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/floordiv"
+ op: "Div"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Maximum"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Tile"
+ op: "Tile"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/floordiv"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\004\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Tile"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Tile"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Neg"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_65"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/add_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/batchnorm/mul_1_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 4
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_5/bottleneck_v2/add_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/add_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\004\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/add_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\004\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/add_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/add_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/add_grad/Sum"
+ op: "Sum"
+ input: "gradients/AddN_65"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/add_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/add_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/add_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/add_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/add_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/AddN_65"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/add_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/add_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/add_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/add_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/add_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/add_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/add_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/add_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/add_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/add_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/BiasAdd_grad/BiasAddGrad"
+ op: "BiasAddGrad"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/add_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/BiasAdd_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/add_grad/tuple/control_dependency_1"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/BiasAdd_grad/BiasAddGrad"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/BiasAdd_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/add_grad/tuple/control_dependency_1"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/BiasAdd_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/add_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/BiasAdd_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/BiasAdd_grad/BiasAddGrad"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/BiasAdd_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/BiasAdd_grad/BiasAddGrad"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/Conv2D_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropInput"
+ op: "Conv2DBackpropInput"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/Conv2D_grad/Shape"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights/read"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/BiasAdd_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/Conv2D_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\001\000\000\000\001\000\000\000\000\001\000\000\000\004\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropFilter"
+ op: "Conv2DBackpropFilter"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/Relu"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/Conv2D_grad/Shape_1"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/BiasAdd_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/Conv2D_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropInput"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropFilter"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/Conv2D_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropInput"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/Conv2D_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropInput"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/Conv2D_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropFilter"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/Conv2D_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropFilter"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/Relu_grad/ReluGrad"
+ op: "ReluGrad"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/Conv2D_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/Relu"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_66"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/Conv2D_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/Relu_grad/ReluGrad"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/Relu_grad/ReluGrad"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/Conv2D"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Neg"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/tuple/control_dependency_1"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_67"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/mul"
+ op: "Mul"
+ input: "gradients/AddN_67"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/gamma/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt"
+ input: "gradients/AddN_67"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt_grad/RsqrtGrad"
+ op: "RsqrtGrad"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt_grad/RsqrtGrad"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt_grad/RsqrtGrad"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Neg"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square_grad/mul/x"
+ op: "Const"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 2.0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square_grad/mul/x"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square_grad/mul_1"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square_grad/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 4
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/add"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/mod"
+ op: "Mod"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/add"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 3
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/start"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/delta"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/range"
+ op: "Range"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/start"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/delta"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill/value"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill"
+ op: "Fill"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape_1"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill/value"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ op: "DynamicStitch"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/range"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/mod"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum"
+ op: "Maximum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/floordiv"
+ op: "Div"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ op: "Tile"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/floordiv"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_68"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square_grad/mul_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/mul"
+ op: "Mul"
+ input: "gradients/AddN_68"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss"
+ input: "gradients/AddN_68"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/scalar"
+ op: "Const"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 2.0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/scalar"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/Conv2D"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/Add"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 4
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/add"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/mod"
+ op: "Mod"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/add"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 3
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/start"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/delta"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range"
+ op: "Range"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/start"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/delta"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill/value"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill"
+ op: "Fill"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape_1"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill/value"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ op: "DynamicStitch"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/mod"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum"
+ op: "Maximum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/floordiv"
+ op: "Div"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Tile"
+ op: "Tile"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/floordiv"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Tile"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Tile"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Neg"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_69"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 3
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/Conv2D_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropInput"
+ op: "Conv2DBackpropInput"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/Conv2D_grad/Shape"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights/read"
+ input: "gradients/AddN_69"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/Conv2D_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\003\000\000\000\003\000\000\000\000\001\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropFilter"
+ op: "Conv2DBackpropFilter"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/Relu"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/Conv2D_grad/Shape_1"
+ input: "gradients/AddN_69"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/Conv2D_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropInput"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropFilter"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/Conv2D_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropInput"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/Conv2D_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropInput"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/Conv2D_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropFilter"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/Conv2D_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropFilter"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/Relu_grad/ReluGrad"
+ op: "ReluGrad"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/Conv2D_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/Relu"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_70"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/Conv2D_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/Relu_grad/ReluGrad"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/Relu_grad/ReluGrad"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/Conv2D"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Neg"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/tuple/control_dependency_1"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_71"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/mul"
+ op: "Mul"
+ input: "gradients/AddN_71"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/gamma/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt"
+ input: "gradients/AddN_71"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt_grad/RsqrtGrad"
+ op: "RsqrtGrad"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt_grad/RsqrtGrad"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt_grad/RsqrtGrad"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Neg"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square_grad/mul/x"
+ op: "Const"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 2.0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square_grad/mul/x"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square_grad/mul_1"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square_grad/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 4
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/add"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/mod"
+ op: "Mod"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/add"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 3
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/start"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/delta"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/range"
+ op: "Range"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/start"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/delta"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill/value"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill"
+ op: "Fill"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape_1"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill/value"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ op: "DynamicStitch"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/range"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/mod"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum"
+ op: "Maximum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/floordiv"
+ op: "Div"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ op: "Tile"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/floordiv"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_72"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square_grad/mul_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/mul"
+ op: "Mul"
+ input: "gradients/AddN_72"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss"
+ input: "gradients/AddN_72"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/scalar"
+ op: "Const"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 2.0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/scalar"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/Conv2D"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/Add"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 4
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/add"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/mod"
+ op: "Mod"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/add"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 3
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/start"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/delta"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range"
+ op: "Range"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/start"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/delta"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill/value"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill"
+ op: "Fill"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape_1"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill/value"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ op: "DynamicStitch"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/mod"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum"
+ op: "Maximum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/floordiv"
+ op: "Div"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Tile"
+ op: "Tile"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/floordiv"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Tile"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Tile"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Neg"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_73"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 3
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/Conv2D_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\004\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropInput"
+ op: "Conv2DBackpropInput"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/Conv2D_grad/Shape"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights/read"
+ input: "gradients/AddN_73"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/Conv2D_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\001\000\000\000\001\000\000\000\000\004\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropFilter"
+ op: "Conv2DBackpropFilter"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/Relu"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/Conv2D_grad/Shape_1"
+ input: "gradients/AddN_73"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/Conv2D_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropInput"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropFilter"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/Conv2D_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropInput"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/Conv2D_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropInput"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/Conv2D_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropFilter"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/Conv2D_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropFilter"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/Relu_grad/ReluGrad"
+ op: "ReluGrad"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/Conv2D_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/Relu"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_74"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/Conv2D_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/add_1_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\004\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/add_1_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/add_1_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/add_1_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/add_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/add_1_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/Relu_grad/ReluGrad"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/add_1_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/add_1_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/add_1_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/add_1_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/Relu_grad/ReluGrad"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/add_1_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/add_1_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/add_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_1_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\004\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_1_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_1_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_1_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_1_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_1_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_1_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_1_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_1_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_1_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_1_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/add"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_1_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_1_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_1_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_1_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_1_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_1_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_1_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/sub_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/sub_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/sub_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/sub_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/sub_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/sub_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/sub_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/sub_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/sub_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/sub_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/sub_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/sub_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/sub_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/sub_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/sub_grad/Neg"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/sub_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/sub_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/sub_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/sub_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/sub_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/sub_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/sub_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_2_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_2_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_2_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_2_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_2_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_2_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/sub_grad/tuple/control_dependency_1"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_2_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_2_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_2_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_2_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_2_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_2_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_2_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/mean"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/sub_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_2_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_2_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_2_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_2_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_2_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_2_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_2_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_2_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_2_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_2_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_2_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_2_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_2_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_2_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_2_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_2_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_2_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/mean_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/mean_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/mean_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/mean_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/mean_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_2_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/mean_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/mean_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/mean_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/mean_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_2_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/mean_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/mean_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/mean_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/mean_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/mean_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_75"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_2_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_grad/mul"
+ op: "Mul"
+ input: "gradients/AddN_75"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/gamma/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/Rsqrt"
+ input: "gradients/AddN_75"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/Rsqrt_grad/RsqrtGrad"
+ op: "RsqrtGrad"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/Rsqrt"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/add_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/add_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/add_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/add_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/add_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/Rsqrt_grad/RsqrtGrad"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/add_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/add_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/add_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/add_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/add_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/Rsqrt_grad/RsqrtGrad"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/add_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/add_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/add_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/add_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/add_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/add_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/add_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/add_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/add_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/add_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/variance_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/variance_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/variance_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/variance_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/variance_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/variance_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/add_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/variance_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/variance_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/variance_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/variance_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/variance_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/add_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/variance_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/variance_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/variance_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/variance_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/variance_grad/Neg"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/variance_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/variance_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/variance_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/variance_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/variance_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/variance_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/variance_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/Mul_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/Mul_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/Mul_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/Mul_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/Mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/Mul_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/Mul_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/Mul_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/Mul_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/Mul_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/Mul_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/Mul_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/Mul_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/Mul_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/Mul_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/Mul_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/Mul_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/Mul_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/Mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/Mul_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/Mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/Mul_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/Mul_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/Mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/Mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/Mul_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/Mul_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/Mul_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/Mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/Mul_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/Square_grad/mul/x"
+ op: "Const"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 2.0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/Square_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/Square_grad/mul/x"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/shifted_mean"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/Square_grad/mul_1"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/Square_grad/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\004\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 4
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/add"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss/reduction_indices"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/mod"
+ op: "Mod"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/add"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 3
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/range/start"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/range/delta"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/range"
+ op: "Range"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/range/start"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Size"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/range/delta"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Fill/value"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Fill"
+ op: "Fill"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Shape_1"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Fill/value"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ op: "DynamicStitch"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/range"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/mod"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Fill"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Maximum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Maximum"
+ op: "Maximum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Maximum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/floordiv"
+ op: "Div"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Maximum"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/Mul_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Tile"
+ op: "Tile"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/floordiv"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_76"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/mean_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/Square_grad/mul_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/mul"
+ op: "Mul"
+ input: "gradients/AddN_76"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss"
+ input: "gradients/AddN_76"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\004\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/scalar"
+ op: "Const"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 2.0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/scalar"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/add"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/Add"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Reshape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\004\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 4
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/add"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss/reduction_indices"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/mod"
+ op: "Mod"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/add"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 3
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/range/start"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/range/delta"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/range"
+ op: "Range"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/range/start"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Size"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/range/delta"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Fill/value"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Fill"
+ op: "Fill"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Shape_1"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Fill/value"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ op: "DynamicStitch"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/range"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/mod"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Fill"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Maximum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Maximum"
+ op: "Maximum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Maximum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/floordiv"
+ op: "Div"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Maximum"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Tile"
+ op: "Tile"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/floordiv"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\004\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Tile"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Tile"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Neg"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_77"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/add_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/batchnorm/mul_1_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 4
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_4/bottleneck_v2/add_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/add_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\004\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/add_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\004\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/add_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/add_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/add_grad/Sum"
+ op: "Sum"
+ input: "gradients/AddN_77"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/add_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/add_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/add_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/add_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/add_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/AddN_77"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/add_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/add_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/add_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/add_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/add_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/add_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/add_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/add_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/add_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/add_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/BiasAdd_grad/BiasAddGrad"
+ op: "BiasAddGrad"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/add_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/BiasAdd_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/add_grad/tuple/control_dependency_1"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/BiasAdd_grad/BiasAddGrad"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/BiasAdd_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/add_grad/tuple/control_dependency_1"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/BiasAdd_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/add_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/BiasAdd_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/BiasAdd_grad/BiasAddGrad"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/BiasAdd_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/BiasAdd_grad/BiasAddGrad"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/Conv2D_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropInput"
+ op: "Conv2DBackpropInput"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/Conv2D_grad/Shape"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights/read"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/BiasAdd_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/Conv2D_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\001\000\000\000\001\000\000\000\000\001\000\000\000\004\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropFilter"
+ op: "Conv2DBackpropFilter"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/Relu"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/Conv2D_grad/Shape_1"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/BiasAdd_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/Conv2D_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropInput"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropFilter"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/Conv2D_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropInput"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/Conv2D_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropInput"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/Conv2D_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropFilter"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/Conv2D_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropFilter"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/Relu_grad/ReluGrad"
+ op: "ReluGrad"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/Conv2D_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/Relu"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_78"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/Conv2D_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/Relu_grad/ReluGrad"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/Relu_grad/ReluGrad"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/Conv2D"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Neg"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/tuple/control_dependency_1"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_79"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/mul"
+ op: "Mul"
+ input: "gradients/AddN_79"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/gamma/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt"
+ input: "gradients/AddN_79"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt_grad/RsqrtGrad"
+ op: "RsqrtGrad"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt_grad/RsqrtGrad"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt_grad/RsqrtGrad"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Neg"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square_grad/mul/x"
+ op: "Const"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 2.0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square_grad/mul/x"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square_grad/mul_1"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square_grad/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 4
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/add"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/mod"
+ op: "Mod"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/add"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 3
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/start"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/delta"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/range"
+ op: "Range"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/start"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/delta"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill/value"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill"
+ op: "Fill"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape_1"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill/value"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ op: "DynamicStitch"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/range"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/mod"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum"
+ op: "Maximum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/floordiv"
+ op: "Div"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ op: "Tile"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/floordiv"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_80"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square_grad/mul_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/mul"
+ op: "Mul"
+ input: "gradients/AddN_80"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss"
+ input: "gradients/AddN_80"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/scalar"
+ op: "Const"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 2.0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/scalar"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/Conv2D"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/Add"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 4
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/add"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/mod"
+ op: "Mod"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/add"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 3
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/start"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/delta"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range"
+ op: "Range"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/start"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/delta"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill/value"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill"
+ op: "Fill"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape_1"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill/value"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ op: "DynamicStitch"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/mod"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum"
+ op: "Maximum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/floordiv"
+ op: "Div"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Tile"
+ op: "Tile"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/floordiv"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Tile"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Tile"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Neg"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_81"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 3
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/Conv2D_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropInput"
+ op: "Conv2DBackpropInput"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/Conv2D_grad/Shape"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights/read"
+ input: "gradients/AddN_81"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/Conv2D_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\003\000\000\000\003\000\000\000\000\001\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropFilter"
+ op: "Conv2DBackpropFilter"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/Relu"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/Conv2D_grad/Shape_1"
+ input: "gradients/AddN_81"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/Conv2D_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropInput"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropFilter"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/Conv2D_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropInput"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/Conv2D_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropInput"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/Conv2D_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropFilter"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/Conv2D_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropFilter"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/Relu_grad/ReluGrad"
+ op: "ReluGrad"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/Conv2D_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/Relu"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_82"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/Conv2D_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/Relu_grad/ReluGrad"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/Relu_grad/ReluGrad"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/Conv2D"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Neg"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/tuple/control_dependency_1"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_83"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/mul"
+ op: "Mul"
+ input: "gradients/AddN_83"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/gamma/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt"
+ input: "gradients/AddN_83"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt_grad/RsqrtGrad"
+ op: "RsqrtGrad"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt_grad/RsqrtGrad"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt_grad/RsqrtGrad"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Neg"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square_grad/mul/x"
+ op: "Const"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 2.0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square_grad/mul/x"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square_grad/mul_1"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square_grad/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 4
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/add"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/mod"
+ op: "Mod"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/add"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 3
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/start"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/delta"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/range"
+ op: "Range"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/start"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/delta"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill/value"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill"
+ op: "Fill"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape_1"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill/value"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ op: "DynamicStitch"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/range"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/mod"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum"
+ op: "Maximum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/floordiv"
+ op: "Div"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ op: "Tile"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/floordiv"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_84"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square_grad/mul_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/mul"
+ op: "Mul"
+ input: "gradients/AddN_84"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss"
+ input: "gradients/AddN_84"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/scalar"
+ op: "Const"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 2.0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/scalar"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/Conv2D"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/Add"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 4
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/add"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/mod"
+ op: "Mod"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/add"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 3
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/start"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/delta"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range"
+ op: "Range"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/start"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/delta"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill/value"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill"
+ op: "Fill"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape_1"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill/value"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ op: "DynamicStitch"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/mod"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum"
+ op: "Maximum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/floordiv"
+ op: "Div"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Tile"
+ op: "Tile"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/floordiv"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Tile"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Tile"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Neg"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_85"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 3
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/Conv2D_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\004\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropInput"
+ op: "Conv2DBackpropInput"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/Conv2D_grad/Shape"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights/read"
+ input: "gradients/AddN_85"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/Conv2D_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\001\000\000\000\001\000\000\000\000\004\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropFilter"
+ op: "Conv2DBackpropFilter"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/Relu"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/Conv2D_grad/Shape_1"
+ input: "gradients/AddN_85"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/Conv2D_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropInput"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropFilter"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/Conv2D_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropInput"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/Conv2D_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropInput"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/Conv2D_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropFilter"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/Conv2D_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropFilter"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/Relu_grad/ReluGrad"
+ op: "ReluGrad"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/Conv2D_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/Relu"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_86"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/Conv2D_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\004\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/Relu_grad/ReluGrad"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/Relu_grad/ReluGrad"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\004\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/add"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/Neg"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/tuple/control_dependency_1"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/mean"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/mean_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/mean_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/mean_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/mean_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/mean_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/mean_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/mean_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/mean_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/mean_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/mean_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/mean_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/mean_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/mean_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/mean_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_87"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/mul"
+ op: "Mul"
+ input: "gradients/AddN_87"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/gamma/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/Rsqrt"
+ input: "gradients/AddN_87"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/Rsqrt_grad/RsqrtGrad"
+ op: "RsqrtGrad"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/Rsqrt"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/add_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/add_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/add_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/add_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/add_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/Rsqrt_grad/RsqrtGrad"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/add_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/add_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/add_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/add_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/add_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/Rsqrt_grad/RsqrtGrad"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/add_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/add_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/add_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/add_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/add_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/add_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/add_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/add_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/add_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/add_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/add_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/add_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/Neg"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/Square_grad/mul/x"
+ op: "Const"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 2.0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/Square_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/Square_grad/mul/x"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/Square_grad/mul_1"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/Square_grad/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\004\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 4
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/add"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss/reduction_indices"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/mod"
+ op: "Mod"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/add"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 3
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/range/start"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/range/delta"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/range"
+ op: "Range"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/range/start"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Size"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/range/delta"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Fill/value"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Fill"
+ op: "Fill"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Shape_1"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Fill/value"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ op: "DynamicStitch"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/range"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/mod"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Fill"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Maximum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Maximum"
+ op: "Maximum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Maximum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/floordiv"
+ op: "Div"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Maximum"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Tile"
+ op: "Tile"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/floordiv"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_88"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/mean_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/Square_grad/mul_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/mul"
+ op: "Mul"
+ input: "gradients/AddN_88"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss"
+ input: "gradients/AddN_88"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\004\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/scalar"
+ op: "Const"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 2.0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/scalar"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/add"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/Add"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Reshape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\004\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 4
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/add"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss/reduction_indices"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/mod"
+ op: "Mod"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/add"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 3
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/range/start"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/range/delta"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/range"
+ op: "Range"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/range/start"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Size"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/range/delta"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Fill/value"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Fill"
+ op: "Fill"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Shape_1"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Fill/value"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ op: "DynamicStitch"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/range"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/mod"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Fill"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Maximum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Maximum"
+ op: "Maximum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Maximum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/floordiv"
+ op: "Div"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Maximum"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Tile"
+ op: "Tile"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/floordiv"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\004\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Tile"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Tile"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Neg"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_89"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/add_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 4
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_3/bottleneck_v2/add_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/add_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\004\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/add_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\004\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/add_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/add_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/add_grad/Sum"
+ op: "Sum"
+ input: "gradients/AddN_89"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/add_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/add_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/add_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/add_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/add_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/AddN_89"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/add_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/add_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/add_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/add_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/add_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/add_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/add_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/add_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/add_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/add_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/BiasAdd_grad/BiasAddGrad"
+ op: "BiasAddGrad"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/add_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/BiasAdd_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/add_grad/tuple/control_dependency_1"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/BiasAdd_grad/BiasAddGrad"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/BiasAdd_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/add_grad/tuple/control_dependency_1"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/BiasAdd_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/add_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/BiasAdd_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/BiasAdd_grad/BiasAddGrad"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/BiasAdd_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/BiasAdd_grad/BiasAddGrad"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/Conv2D_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropInput"
+ op: "Conv2DBackpropInput"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/Conv2D_grad/Shape"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights/read"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/BiasAdd_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/Conv2D_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\001\000\000\000\001\000\000\000\000\001\000\000\000\004\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropFilter"
+ op: "Conv2DBackpropFilter"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/Relu"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/Conv2D_grad/Shape_1"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/BiasAdd_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/Conv2D_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropInput"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropFilter"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/Conv2D_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropInput"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/Conv2D_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropInput"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/Conv2D_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropFilter"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/Conv2D_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropFilter"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/Relu_grad/ReluGrad"
+ op: "ReluGrad"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/Conv2D_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/Relu"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_90"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/Conv2D_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/Relu_grad/ReluGrad"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/Relu_grad/ReluGrad"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/Conv2D"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Neg"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/tuple/control_dependency_1"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_91"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/mul"
+ op: "Mul"
+ input: "gradients/AddN_91"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/gamma/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt"
+ input: "gradients/AddN_91"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt_grad/RsqrtGrad"
+ op: "RsqrtGrad"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt_grad/RsqrtGrad"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt_grad/RsqrtGrad"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Neg"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square_grad/mul/x"
+ op: "Const"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 2.0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square_grad/mul/x"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square_grad/mul_1"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square_grad/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 4
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/add"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/mod"
+ op: "Mod"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/add"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 3
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/start"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/delta"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/range"
+ op: "Range"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/start"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/delta"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill/value"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill"
+ op: "Fill"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape_1"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill/value"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ op: "DynamicStitch"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/range"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/mod"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum"
+ op: "Maximum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/floordiv"
+ op: "Div"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ op: "Tile"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/floordiv"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_92"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square_grad/mul_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/mul"
+ op: "Mul"
+ input: "gradients/AddN_92"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss"
+ input: "gradients/AddN_92"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/scalar"
+ op: "Const"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 2.0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/scalar"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/Conv2D"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/Add"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 4
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/add"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/mod"
+ op: "Mod"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/add"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 3
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/start"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/delta"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range"
+ op: "Range"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/start"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/delta"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill/value"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill"
+ op: "Fill"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape_1"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill/value"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ op: "DynamicStitch"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/mod"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum"
+ op: "Maximum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/floordiv"
+ op: "Div"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Tile"
+ op: "Tile"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/floordiv"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Tile"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Tile"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Neg"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_93"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 3
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/Conv2D_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropInput"
+ op: "Conv2DBackpropInput"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/Conv2D_grad/Shape"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights/read"
+ input: "gradients/AddN_93"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/Conv2D_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\003\000\000\000\003\000\000\000\000\001\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropFilter"
+ op: "Conv2DBackpropFilter"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/Relu"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/Conv2D_grad/Shape_1"
+ input: "gradients/AddN_93"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/Conv2D_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropInput"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropFilter"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/Conv2D_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropInput"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/Conv2D_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropInput"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/Conv2D_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropFilter"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/Conv2D_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropFilter"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/Relu_grad/ReluGrad"
+ op: "ReluGrad"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/Conv2D_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/Relu"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_94"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/Conv2D_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/Relu_grad/ReluGrad"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/Relu_grad/ReluGrad"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/Conv2D"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Neg"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/tuple/control_dependency_1"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_95"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/mul"
+ op: "Mul"
+ input: "gradients/AddN_95"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/gamma/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt"
+ input: "gradients/AddN_95"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt_grad/RsqrtGrad"
+ op: "RsqrtGrad"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt_grad/RsqrtGrad"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt_grad/RsqrtGrad"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Neg"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square_grad/mul/x"
+ op: "Const"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 2.0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square_grad/mul/x"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square_grad/mul_1"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square_grad/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 4
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/add"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/mod"
+ op: "Mod"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/add"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 3
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/start"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/delta"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/range"
+ op: "Range"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/start"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/delta"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill/value"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill"
+ op: "Fill"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape_1"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill/value"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ op: "DynamicStitch"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/range"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/mod"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum"
+ op: "Maximum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/floordiv"
+ op: "Div"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ op: "Tile"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/floordiv"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_96"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square_grad/mul_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/mul"
+ op: "Mul"
+ input: "gradients/AddN_96"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss"
+ input: "gradients/AddN_96"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/scalar"
+ op: "Const"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 2.0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/scalar"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/Conv2D"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/Add"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 4
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/add"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/mod"
+ op: "Mod"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/add"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 3
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/start"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/delta"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range"
+ op: "Range"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/start"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/delta"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill/value"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill"
+ op: "Fill"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape_1"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill/value"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ op: "DynamicStitch"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/mod"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum"
+ op: "Maximum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/floordiv"
+ op: "Div"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Tile"
+ op: "Tile"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/floordiv"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Tile"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Tile"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Neg"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_97"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 3
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/Conv2D_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\004\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropInput"
+ op: "Conv2DBackpropInput"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/Conv2D_grad/Shape"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights/read"
+ input: "gradients/AddN_97"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/Conv2D_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\001\000\000\000\001\000\000\000\000\004\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropFilter"
+ op: "Conv2DBackpropFilter"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/Relu"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/Conv2D_grad/Shape_1"
+ input: "gradients/AddN_97"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/Conv2D_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropInput"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropFilter"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/Conv2D_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropInput"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/Conv2D_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropInput"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/Conv2D_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropFilter"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/Conv2D_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropFilter"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/Relu_grad/ReluGrad"
+ op: "ReluGrad"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/Conv2D_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/Relu"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_98"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/Conv2D_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1024
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/add_1_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\004\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/add_1_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/add_1_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/add_1_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/add_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/add_1_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/Relu_grad/ReluGrad"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/add_1_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/add_1_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/add_1_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/add_1_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/Relu_grad/ReluGrad"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/add_1_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/add_1_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/add_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\004\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/add"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/sub_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/sub_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/sub_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/sub_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/sub_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/sub_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/sub_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/sub_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/sub_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/sub_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/sub_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/sub_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/sub_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/sub_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/sub_grad/Neg"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/sub_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/sub_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/sub_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/sub_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/sub_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/sub_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/sub_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_2_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_2_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_2_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_2_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_2_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_2_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/sub_grad/tuple/control_dependency_1"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_2_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_2_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_2_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_2_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_2_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_2_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_2_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/mean"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/sub_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_2_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_2_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_2_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_2_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_2_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_2_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_2_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_2_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_2_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_2_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_2_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_2_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_2_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_2_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_2_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_2_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_2_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/mean_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/mean_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/mean_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/mean_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/mean_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_2_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/mean_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/mean_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/mean_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/mean_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_2_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/mean_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/mean_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/mean_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/mean_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/mean_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_99"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_2_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_grad/mul"
+ op: "Mul"
+ input: "gradients/AddN_99"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/gamma/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/Rsqrt"
+ input: "gradients/AddN_99"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/Rsqrt_grad/RsqrtGrad"
+ op: "RsqrtGrad"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/Rsqrt"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/add_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/add_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/add_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/add_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/add_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/Rsqrt_grad/RsqrtGrad"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/add_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/add_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/add_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/add_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/add_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/Rsqrt_grad/RsqrtGrad"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/add_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/add_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/add_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/add_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/add_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/add_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/add_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/add_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/add_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/add_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/variance_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/variance_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/variance_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/variance_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/variance_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/variance_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/add_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/variance_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/variance_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/variance_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/variance_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/variance_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/add_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/variance_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/variance_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/variance_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/variance_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/variance_grad/Neg"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/variance_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/variance_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/variance_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/variance_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/variance_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/variance_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/variance_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/Mul_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/Mul_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/Mul_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/Mul_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/Mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/Mul_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/Mul_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/Mul_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/Mul_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/Mul_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/Mul_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/Mul_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/Mul_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/Mul_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/Mul_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/Mul_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/Mul_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/Mul_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/Mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/Mul_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/Mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/Mul_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/Mul_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/Mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/Mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/Mul_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/Mul_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/Mul_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/Mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/Mul_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/Square_grad/mul/x"
+ op: "Const"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 2.0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/Square_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/Square_grad/mul/x"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/shifted_mean"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/Square_grad/mul_1"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/Square_grad/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\004\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 4
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/add"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss/reduction_indices"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/mod"
+ op: "Mod"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/add"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 3
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/range/start"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/range/delta"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/range"
+ op: "Range"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/range/start"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Size"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/range/delta"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Fill/value"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Fill"
+ op: "Fill"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Shape_1"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Fill/value"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ op: "DynamicStitch"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/range"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/mod"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Fill"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Maximum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Maximum"
+ op: "Maximum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Maximum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/floordiv"
+ op: "Div"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Maximum"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/Mul_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Tile"
+ op: "Tile"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/floordiv"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_100"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/mean_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/Square_grad/mul_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/mul"
+ op: "Mul"
+ input: "gradients/AddN_100"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss"
+ input: "gradients/AddN_100"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\004\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/scalar"
+ op: "Const"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 2.0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/scalar"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/add"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/Add"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Reshape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\004\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 4
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/add"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss/reduction_indices"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/mod"
+ op: "Mod"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/add"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 3
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/range/start"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/range/delta"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/range"
+ op: "Range"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/range/start"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Size"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/range/delta"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Fill/value"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Fill"
+ op: "Fill"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Shape_1"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Fill/value"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ op: "DynamicStitch"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/range"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/mod"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Fill"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Maximum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Maximum"
+ op: "Maximum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Maximum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/floordiv"
+ op: "Div"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Maximum"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Tile"
+ op: "Tile"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/floordiv"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\004\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 1024
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Tile"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Tile"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Neg"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_101"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/add_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 4
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_2/bottleneck_v2/add_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/add_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\004\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/add_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\004\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/add_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/add_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/add_grad/Sum"
+ op: "Sum"
+ input: "gradients/AddN_101"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/add_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/add_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/add_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/add_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/add_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/AddN_101"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/add_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/add_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/add_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/add_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/add_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/add_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/add_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/add_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/add_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/add_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/BiasAdd_grad/BiasAddGrad"
+ op: "BiasAddGrad"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/add_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/BiasAdd_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/add_grad/tuple/control_dependency"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/BiasAdd_grad/BiasAddGrad"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/BiasAdd_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/add_grad/tuple/control_dependency"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/BiasAdd_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/add_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/BiasAdd_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/BiasAdd_grad/BiasAddGrad"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/BiasAdd_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/BiasAdd_grad/BiasAddGrad"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/BiasAdd_grad/BiasAddGrad"
+ op: "BiasAddGrad"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/add_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/BiasAdd_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/add_grad/tuple/control_dependency_1"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/BiasAdd_grad/BiasAddGrad"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/BiasAdd_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/add_grad/tuple/control_dependency_1"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/BiasAdd_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/add_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/BiasAdd_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/BiasAdd_grad/BiasAddGrad"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/BiasAdd_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/BiasAdd_grad/BiasAddGrad"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/Conv2D_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/Conv2D_grad/Conv2DBackpropInput"
+ op: "Conv2DBackpropInput"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/Conv2D_grad/Shape"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights/read"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/BiasAdd_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/Conv2D_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\001\000\000\000\001\000\000\000\000\002\000\000\000\004\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/Conv2D_grad/Conv2DBackpropFilter"
+ op: "Conv2DBackpropFilter"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/Relu"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/Conv2D_grad/Shape_1"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/BiasAdd_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/Conv2D_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/Conv2D_grad/Conv2DBackpropInput"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/Conv2D_grad/Conv2DBackpropFilter"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/Conv2D_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/Conv2D_grad/Conv2DBackpropInput"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/Conv2D_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/Conv2D_grad/Conv2DBackpropInput"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/Conv2D_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/Conv2D_grad/Conv2DBackpropFilter"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/Conv2D_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/Conv2D_grad/Conv2DBackpropFilter"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/Conv2D_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropInput"
+ op: "Conv2DBackpropInput"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/Conv2D_grad/Shape"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights/read"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/BiasAdd_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/Conv2D_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\001\000\000\000\001\000\000\000\000\001\000\000\000\004\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropFilter"
+ op: "Conv2DBackpropFilter"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/Relu"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/Conv2D_grad/Shape_1"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/BiasAdd_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/Conv2D_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropInput"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropFilter"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/Conv2D_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropInput"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/Conv2D_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropInput"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/Conv2D_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropFilter"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/Conv2D_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropFilter"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_102"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/Conv2D_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/Relu_grad/ReluGrad"
+ op: "ReluGrad"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/Conv2D_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/Relu"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_103"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/Conv2D_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 1024
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/Relu_grad/ReluGrad"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/Relu_grad/ReluGrad"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/Conv2D"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Neg"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/tuple/control_dependency_1"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_104"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/mul"
+ op: "Mul"
+ input: "gradients/AddN_104"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/gamma/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt"
+ input: "gradients/AddN_104"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt_grad/RsqrtGrad"
+ op: "RsqrtGrad"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt_grad/RsqrtGrad"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt_grad/RsqrtGrad"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Neg"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square_grad/mul/x"
+ op: "Const"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 2.0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square_grad/mul/x"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square_grad/mul_1"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square_grad/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 4
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/add"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/mod"
+ op: "Mod"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/add"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 3
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/start"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/delta"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/range"
+ op: "Range"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/start"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/delta"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill/value"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill"
+ op: "Fill"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape_1"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill/value"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ op: "DynamicStitch"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/range"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/mod"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum"
+ op: "Maximum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/floordiv"
+ op: "Div"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ op: "Tile"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/floordiv"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_105"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square_grad/mul_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/mul"
+ op: "Mul"
+ input: "gradients/AddN_105"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss"
+ input: "gradients/AddN_105"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/scalar"
+ op: "Const"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 2.0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/scalar"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/Conv2D"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/Add"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 4
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/add"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/mod"
+ op: "Mod"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/add"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 3
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/start"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/delta"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range"
+ op: "Range"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/start"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/delta"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill/value"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill"
+ op: "Fill"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape_1"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill/value"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ op: "DynamicStitch"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/mod"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum"
+ op: "Maximum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/floordiv"
+ op: "Div"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Tile"
+ op: "Tile"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/floordiv"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Tile"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Tile"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Neg"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_106"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 3
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/Conv2D_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropInput"
+ op: "Conv2DBackpropInput"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/Conv2D_grad/Shape"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights/read"
+ input: "gradients/AddN_106"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/Conv2D_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\003\000\000\000\003\000\000\000\000\001\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropFilter"
+ op: "Conv2DBackpropFilter"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/Relu"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/Conv2D_grad/Shape_1"
+ input: "gradients/AddN_106"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/Conv2D_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropInput"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropFilter"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/Conv2D_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropInput"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/Conv2D_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropInput"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/Conv2D_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropFilter"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/Conv2D_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropFilter"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/Relu_grad/ReluGrad"
+ op: "ReluGrad"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/Conv2D_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/Relu"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_107"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/Conv2D_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 256
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/Relu_grad/ReluGrad"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/Relu_grad/ReluGrad"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/Conv2D"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Neg"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/tuple/control_dependency_1"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_108"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/mul"
+ op: "Mul"
+ input: "gradients/AddN_108"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/gamma/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt"
+ input: "gradients/AddN_108"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt_grad/RsqrtGrad"
+ op: "RsqrtGrad"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt_grad/RsqrtGrad"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt_grad/RsqrtGrad"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Neg"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square_grad/mul/x"
+ op: "Const"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 2.0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square_grad/mul/x"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square_grad/mul_1"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square_grad/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 4
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/add"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/mod"
+ op: "Mod"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/add"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 3
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/start"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/delta"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/range"
+ op: "Range"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/start"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/delta"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill/value"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill"
+ op: "Fill"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape_1"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill/value"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ op: "DynamicStitch"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/range"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/mod"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum"
+ op: "Maximum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/floordiv"
+ op: "Div"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ op: "Tile"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/floordiv"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_109"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square_grad/mul_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/mul"
+ op: "Mul"
+ input: "gradients/AddN_109"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss"
+ input: "gradients/AddN_109"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/scalar"
+ op: "Const"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 2.0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/scalar"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/Conv2D"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/Add"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 4
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/add"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/mod"
+ op: "Mod"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/add"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 3
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/start"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/delta"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range"
+ op: "Range"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/start"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/delta"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill/value"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill"
+ op: "Fill"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape_1"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill/value"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ op: "DynamicStitch"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/mod"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum"
+ op: "Maximum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/floordiv"
+ op: "Div"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Tile"
+ op: "Tile"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/floordiv"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 256
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Tile"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Tile"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Neg"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_110"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 3
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/Conv2D_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropInput"
+ op: "Conv2DBackpropInput"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/Conv2D_grad/Shape"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights/read"
+ input: "gradients/AddN_110"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/Conv2D_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\001\000\000\000\001\000\000\000\000\002\000\000\000\001\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropFilter"
+ op: "Conv2DBackpropFilter"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/Relu"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/Conv2D_grad/Shape_1"
+ input: "gradients/AddN_110"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/Conv2D_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropInput"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropFilter"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/Conv2D_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropInput"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/Conv2D_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropInput"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/Conv2D_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropFilter"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/Conv2D_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropFilter"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_111"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/Conv2D_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/Conv2D_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/Conv2D_grad/Conv2DBackpropInput"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/Relu_grad/ReluGrad"
+ op: "ReluGrad"
+ input: "gradients/AddN_111"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/Relu"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_112"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/Conv2D_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 256
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/add_1_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/add_1_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/add_1_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/add_1_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/add_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/add_1_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/Relu_grad/ReluGrad"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/add_1_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/add_1_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/add_1_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/add_1_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/Relu_grad/ReluGrad"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/add_1_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/add_1_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/add_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_1_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_1_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_1_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_1_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_1_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_1_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_1_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_1_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_1_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_1_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_1_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/add"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_1_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_1_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_1_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_1_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_1_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_1_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_1_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/sub_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/sub_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/sub_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/sub_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/sub_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/sub_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/sub_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/sub_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/sub_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/sub_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/sub_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/sub_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/sub_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/sub_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/sub_grad/Neg"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/sub_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/sub_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/sub_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/sub_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/sub_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/sub_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/sub_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_2_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_2_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_2_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_2_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_2_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_2_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/sub_grad/tuple/control_dependency_1"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_2_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_2_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_2_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_2_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_2_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_2_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_2_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/mean"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/sub_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_2_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_2_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_2_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_2_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_2_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_2_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_2_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_2_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_2_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_2_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_2_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_2_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_2_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_2_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_2_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_2_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_2_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/mean_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/mean_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/mean_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/mean_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/mean_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_2_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/mean_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/mean_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/mean_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/mean_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_2_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/mean_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/mean_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/mean_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/mean_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/mean_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_113"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_2_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_grad/mul"
+ op: "Mul"
+ input: "gradients/AddN_113"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/gamma/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/Rsqrt"
+ input: "gradients/AddN_113"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/Rsqrt_grad/RsqrtGrad"
+ op: "RsqrtGrad"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/Rsqrt"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/add_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/add_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/add_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/add_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/add_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/Rsqrt_grad/RsqrtGrad"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/add_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/add_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/add_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/add_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/add_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/Rsqrt_grad/RsqrtGrad"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/add_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/add_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/add_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/add_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/add_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/add_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/add_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/add_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/add_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/add_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/variance_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/variance_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/variance_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/variance_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/variance_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/variance_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/add_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/variance_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/variance_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/variance_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/variance_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/variance_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/add_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/variance_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/variance_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/variance_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/variance_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/variance_grad/Neg"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/variance_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/variance_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/variance_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/variance_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/variance_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/variance_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/variance_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/Mul_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/Mul_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/Mul_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/Mul_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/Mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/Mul_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/Mul_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/Mul_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/Mul_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/Mul_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/Mul_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/Mul_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/Mul_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/Mul_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/Mul_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/Mul_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/Mul_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/Mul_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/Mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/Mul_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/Mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/Mul_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/Mul_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/Mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/Mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/Mul_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/Mul_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/Mul_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/Mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/Mul_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/Square_grad/mul/x"
+ op: "Const"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 2.0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/Square_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/Square_grad/mul/x"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/shifted_mean"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/Square_grad/mul_1"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/Square_grad/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 4
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/add"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss/reduction_indices"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/mod"
+ op: "Mod"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/add"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 3
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/range/start"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/range/delta"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/range"
+ op: "Range"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/range/start"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Size"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/range/delta"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Fill/value"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Fill"
+ op: "Fill"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Shape_1"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Fill/value"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ op: "DynamicStitch"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/range"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/mod"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Fill"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Maximum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Maximum"
+ op: "Maximum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Maximum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/floordiv"
+ op: "Div"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Maximum"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/Mul_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Tile"
+ op: "Tile"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/floordiv"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_114"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/mean_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/Square_grad/mul_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/mul"
+ op: "Mul"
+ input: "gradients/AddN_114"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss"
+ input: "gradients/AddN_114"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/scalar"
+ op: "Const"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 2.0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/scalar"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/add"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/Add"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/mul"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Reshape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 4
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/add"
+ op: "Add"
+ input: "resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss/reduction_indices"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/mod"
+ op: "Mod"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/add"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 3
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/range/start"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/range/delta"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/range"
+ op: "Range"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/range/start"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Size"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/range/delta"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Fill/value"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Fill"
+ op: "Fill"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Shape_1"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Fill/value"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ op: "DynamicStitch"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/range"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/mod"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Fill"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Maximum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Maximum"
+ op: "Maximum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Maximum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/floordiv"
+ op: "Div"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Maximum"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Tile"
+ op: "Tile"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/floordiv"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Shape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Tile"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Tile"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Neg"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_115"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_1_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 3
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block3/unit_1/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/add_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/add_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/add_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/add_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/add_grad/Sum"
+ op: "Sum"
+ input: "gradients/AddN_115"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/add_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/add_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/add_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/add_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/add_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/AddN_115"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/add_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/add_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/add_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/add_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/add_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/add_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/add_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/add_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/add_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/add_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/shortcut/MaxPool_grad/MaxPoolGrad"
+ op: "MaxPoolGrad"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/add"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/shortcut/MaxPool"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/add_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "ksize"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 2
+ i: 2
+ i: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/BiasAdd_grad/BiasAddGrad"
+ op: "BiasAddGrad"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/add_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/BiasAdd_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/add_grad/tuple/control_dependency_1"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/BiasAdd_grad/BiasAddGrad"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/BiasAdd_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/add_grad/tuple/control_dependency_1"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/BiasAdd_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/add_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/BiasAdd_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/BiasAdd_grad/BiasAddGrad"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/BiasAdd_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/BiasAdd_grad/BiasAddGrad"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/Conv2D_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\200\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropInput"
+ op: "Conv2DBackpropInput"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/Conv2D_grad/Shape"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights/read"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/BiasAdd_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/Conv2D_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\001\000\000\000\001\000\000\000\200\000\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropFilter"
+ op: "Conv2DBackpropFilter"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/Relu"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/Conv2D_grad/Shape_1"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/BiasAdd_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/Conv2D_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropInput"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropFilter"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/Conv2D_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropInput"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/Conv2D_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropInput"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/Conv2D_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropFilter"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/Conv2D_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropFilter"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/Relu_grad/ReluGrad"
+ op: "ReluGrad"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/Conv2D_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/Relu"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_116"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/Conv2D_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\200\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/Relu_grad/ReluGrad"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/Relu_grad/ReluGrad"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\200\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/mul"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/Conv2D"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/mul_1"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Neg"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/tuple/control_dependency_1"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/mul"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/mul_1"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_117"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/mul"
+ op: "Mul"
+ input: "gradients/AddN_117"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/gamma/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/mul"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt"
+ input: "gradients/AddN_117"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/mul_1"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt_grad/RsqrtGrad"
+ op: "RsqrtGrad"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt_grad/RsqrtGrad"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt_grad/RsqrtGrad"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Neg"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/mul"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/mul_1"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square_grad/mul/x"
+ op: "Const"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 2.0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square_grad/mul/x"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square_grad/mul_1"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square_grad/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\200\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 4
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/add"
+ op: "Add"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/mod"
+ op: "Mod"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/add"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 3
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/start"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/delta"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/range"
+ op: "Range"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/start"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/delta"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill/value"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill"
+ op: "Fill"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape_1"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill/value"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ op: "DynamicStitch"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/range"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/mod"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum"
+ op: "Maximum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/floordiv"
+ op: "Div"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ op: "Tile"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/floordiv"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_118"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square_grad/mul_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/mul"
+ op: "Mul"
+ input: "gradients/AddN_118"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/mul"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss"
+ input: "gradients/AddN_118"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/mul_1"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\200\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/scalar"
+ op: "Const"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 2.0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/scalar"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/Conv2D"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/Add"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\200\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 4
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/add"
+ op: "Add"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/mod"
+ op: "Mod"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/add"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 3
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/start"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/delta"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range"
+ op: "Range"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/start"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/delta"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill/value"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill"
+ op: "Fill"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape_1"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill/value"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ op: "DynamicStitch"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/mod"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum"
+ op: "Maximum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/floordiv"
+ op: "Div"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Tile"
+ op: "Tile"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/floordiv"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000\023\000\000\000\023\000\000\000\200\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Tile"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Tile"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Neg"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_119"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 3
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 19
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/Conv2D_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000(\000\000\000(\000\000\000\200\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropInput"
+ op: "Conv2DBackpropInput"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/Conv2D_grad/Shape"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights/read"
+ input: "gradients/AddN_119"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 40
+ }
+ dim {
+ size: 40
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "VALID"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 2
+ i: 2
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/Conv2D_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\003\000\000\000\003\000\000\000\200\000\000\000\200\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropFilter"
+ op: "Conv2DBackpropFilter"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/Pad"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/Conv2D_grad/Shape_1"
+ input: "gradients/AddN_119"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "VALID"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 2
+ i: 2
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/Conv2D_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropInput"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropFilter"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/Conv2D_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropInput"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/Conv2D_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropInput"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 40
+ }
+ dim {
+ size: 40
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/Conv2D_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropFilter"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/Conv2D_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropFilter"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/Pad_grad/Rank"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 4
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/Pad_grad/pack/1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/Pad_grad/pack"
+ op: "Pack"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/Pad_grad/Rank"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/Pad_grad/pack/1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "axis"
+ value {
+ i: 0
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/Pad_grad/Slice/begin"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 2
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 2
+ }
+ }
+ tensor_content: "\000\000\000\000\000\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/Pad_grad/Slice"
+ op: "Slice"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/Pad/paddings"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/Pad_grad/Slice/begin"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/Pad_grad/pack"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/Pad_grad/Reshape/shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: -1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/Pad_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/Pad_grad/Slice"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/Pad_grad/Reshape/shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/Pad_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000&\000\000\000&\000\000\000\200\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/Pad_grad/Slice_1"
+ op: "Slice"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/Conv2D_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/Pad_grad/Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/Pad_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "Index"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_120"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/Conv2D_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/Relu_grad/ReluGrad"
+ op: "ReluGrad"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/Pad_grad/Slice_1"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/Relu"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000&\000\000\000&\000\000\000\200\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/Relu_grad/ReluGrad"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/Relu_grad/ReluGrad"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000&\000\000\000&\000\000\000\200\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/mul"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/Conv2D"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/mul_1"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Neg"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/tuple/control_dependency_1"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/mul"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/mul_1"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_121"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/mul"
+ op: "Mul"
+ input: "gradients/AddN_121"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/gamma/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/mul"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt"
+ input: "gradients/AddN_121"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/mul_1"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt_grad/RsqrtGrad"
+ op: "RsqrtGrad"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt_grad/RsqrtGrad"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt_grad/RsqrtGrad"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Neg"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/mul"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/mul_1"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square_grad/mul/x"
+ op: "Const"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 2.0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square_grad/mul/x"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square_grad/mul_1"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square_grad/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000&\000\000\000&\000\000\000\200\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 4
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/add"
+ op: "Add"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/mod"
+ op: "Mod"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/add"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 3
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/start"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/delta"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/range"
+ op: "Range"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/start"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/delta"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill/value"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill"
+ op: "Fill"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape_1"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill/value"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ op: "DynamicStitch"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/range"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/mod"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum"
+ op: "Maximum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/floordiv"
+ op: "Div"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ op: "Tile"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/floordiv"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_122"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square_grad/mul_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/mul"
+ op: "Mul"
+ input: "gradients/AddN_122"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/mul"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss"
+ input: "gradients/AddN_122"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/mul_1"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000&\000\000\000&\000\000\000\200\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/scalar"
+ op: "Const"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 2.0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/scalar"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/Conv2D"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/Add"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000&\000\000\000&\000\000\000\200\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 4
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/add"
+ op: "Add"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/mod"
+ op: "Mod"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/add"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 3
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/start"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/delta"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range"
+ op: "Range"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/start"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/delta"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill/value"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill"
+ op: "Fill"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape_1"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill/value"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ op: "DynamicStitch"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/mod"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum"
+ op: "Maximum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/floordiv"
+ op: "Div"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Tile"
+ op: "Tile"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/floordiv"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000&\000\000\000&\000\000\000\200\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Tile"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Tile"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Neg"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_123"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 3
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/Conv2D_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000&\000\000\000&\000\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropInput"
+ op: "Conv2DBackpropInput"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/Conv2D_grad/Shape"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights/read"
+ input: "gradients/AddN_123"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/Conv2D_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\001\000\000\000\001\000\000\000\000\002\000\000\200\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropFilter"
+ op: "Conv2DBackpropFilter"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/Relu"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/Conv2D_grad/Shape_1"
+ input: "gradients/AddN_123"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/Conv2D_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropInput"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropFilter"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/Conv2D_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropInput"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/Conv2D_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropInput"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/Conv2D_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropFilter"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/Conv2D_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropFilter"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/Relu_grad/ReluGrad"
+ op: "ReluGrad"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/Conv2D_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/Relu"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_124"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/Conv2D_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/add_1_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000&\000\000\000&\000\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/add_1_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/add_1_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/add_1_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/add_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/add_1_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/Relu_grad/ReluGrad"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/add_1_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/add_1_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/add_1_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/add_1_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/Relu_grad/ReluGrad"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/add_1_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/add_1_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/add_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_1_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000&\000\000\000&\000\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_1_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_1_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_1_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_1_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_1_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_1_grad/mul"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_1_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_1_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_1_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_1_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/add"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_1_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_1_grad/mul_1"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_1_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_1_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_1_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_1_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_1_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/sub_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/sub_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/sub_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/sub_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/sub_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/sub_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/sub_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/sub_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/sub_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/sub_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/sub_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/sub_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/sub_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/sub_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/sub_grad/Neg"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/sub_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/sub_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/sub_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/sub_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/sub_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/sub_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/sub_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_2_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_2_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_2_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_2_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_2_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_2_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/sub_grad/tuple/control_dependency_1"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_2_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_2_grad/mul"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_2_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_2_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_2_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_2_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_2_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/mean"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/sub_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_2_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_2_grad/mul_1"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_2_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_2_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_2_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_2_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_2_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_2_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_2_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_2_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_2_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_2_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_2_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_2_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_2_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_2_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_2_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/mean_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/mean_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/mean_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/mean_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/mean_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_2_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/mean_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/mean_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/mean_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/mean_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_2_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/mean_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/mean_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/mean_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/mean_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/mean_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_125"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_2_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_grad/mul"
+ op: "Mul"
+ input: "gradients/AddN_125"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/gamma/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_grad/mul"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/Rsqrt"
+ input: "gradients/AddN_125"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_grad/mul_1"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/Rsqrt_grad/RsqrtGrad"
+ op: "RsqrtGrad"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/Rsqrt"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/add_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/add_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/add_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/add_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/add_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/Rsqrt_grad/RsqrtGrad"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/add_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/add_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/add_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/add_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/add_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/Rsqrt_grad/RsqrtGrad"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/add_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/add_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/add_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/add_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/add_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/add_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/add_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/add_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/add_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/add_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/variance_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/variance_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/variance_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/variance_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/variance_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/variance_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/add_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/variance_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/variance_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/variance_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/variance_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/variance_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/add_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/variance_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/variance_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/variance_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/variance_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/variance_grad/Neg"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/variance_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/variance_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/variance_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/variance_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/variance_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/variance_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/variance_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/Mul_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/Mul_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/Mul_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/Mul_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/Mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/Mul_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/Mul_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/Mul_grad/mul"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/Mul_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/Mul_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/Mul_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/Mul_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/Mul_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/Mul_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/Mul_grad/mul_1"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/Mul_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/Mul_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/Mul_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/Mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/Mul_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/Mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/Mul_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/Mul_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/Mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/Mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/Mul_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/Mul_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/Mul_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/Mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/Mul_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/Square_grad/mul/x"
+ op: "Const"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 2.0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/Square_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/Square_grad/mul/x"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/shifted_mean"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/Square_grad/mul_1"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/Square_grad/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000&\000\000\000&\000\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 4
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/add"
+ op: "Add"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss/reduction_indices"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/mod"
+ op: "Mod"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/add"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 3
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/range/start"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/range/delta"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/range"
+ op: "Range"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/range/start"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Size"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/range/delta"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Fill/value"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Fill"
+ op: "Fill"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Shape_1"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Fill/value"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ op: "DynamicStitch"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/range"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/mod"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Fill"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Maximum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Maximum"
+ op: "Maximum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Maximum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/floordiv"
+ op: "Div"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Maximum"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/Mul_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Tile"
+ op: "Tile"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/floordiv"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_126"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/mean_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/Square_grad/mul_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/mul"
+ op: "Mul"
+ input: "gradients/AddN_126"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/mul"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss"
+ input: "gradients/AddN_126"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/mul_1"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000&\000\000\000&\000\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/scalar"
+ op: "Const"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 2.0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/scalar"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/add"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/Add"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/mul"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Reshape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000&\000\000\000&\000\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 4
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/add"
+ op: "Add"
+ input: "resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss/reduction_indices"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/mod"
+ op: "Mod"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/add"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 3
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/range/start"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/range/delta"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/range"
+ op: "Range"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/range/start"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Size"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/range/delta"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Fill/value"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Fill"
+ op: "Fill"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Shape_1"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Fill/value"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ op: "DynamicStitch"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/range"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/mod"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Fill"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Maximum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Maximum"
+ op: "Maximum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Maximum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/floordiv"
+ op: "Div"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Maximum"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Tile"
+ op: "Tile"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/floordiv"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000&\000\000\000&\000\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Tile"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Tile"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Neg"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_127"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/shortcut/MaxPool_grad/MaxPoolGrad"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/batchnorm/mul_1_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 4
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_4/bottleneck_v2/shortcut/MaxPool_grad/MaxPoolGrad"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/add_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000&\000\000\000&\000\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/add_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000&\000\000\000&\000\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/add_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/add_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/add_grad/Sum"
+ op: "Sum"
+ input: "gradients/AddN_127"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/add_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/add_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/add_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/add_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/add_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/AddN_127"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/add_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/add_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/add_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/add_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/add_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/add_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/add_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/add_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/add_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/add_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/BiasAdd_grad/BiasAddGrad"
+ op: "BiasAddGrad"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/add_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/BiasAdd_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/add_grad/tuple/control_dependency_1"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/BiasAdd_grad/BiasAddGrad"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/BiasAdd_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/add_grad/tuple/control_dependency_1"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/BiasAdd_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/add_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/BiasAdd_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/BiasAdd_grad/BiasAddGrad"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/BiasAdd_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/BiasAdd_grad/BiasAddGrad"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/Conv2D_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000&\000\000\000&\000\000\000\200\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropInput"
+ op: "Conv2DBackpropInput"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/Conv2D_grad/Shape"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights/read"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/BiasAdd_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/Conv2D_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\001\000\000\000\001\000\000\000\200\000\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropFilter"
+ op: "Conv2DBackpropFilter"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/Relu"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/Conv2D_grad/Shape_1"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/BiasAdd_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/Conv2D_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropInput"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropFilter"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/Conv2D_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropInput"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/Conv2D_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropInput"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/Conv2D_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropFilter"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/Conv2D_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropFilter"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/Relu_grad/ReluGrad"
+ op: "ReluGrad"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/Conv2D_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/Relu"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_128"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/Conv2D_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000&\000\000\000&\000\000\000\200\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/Relu_grad/ReluGrad"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/Relu_grad/ReluGrad"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000&\000\000\000&\000\000\000\200\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/mul"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/Conv2D"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/mul_1"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Neg"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/tuple/control_dependency_1"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/mul"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/mul_1"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_129"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/mul"
+ op: "Mul"
+ input: "gradients/AddN_129"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/gamma/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/mul"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt"
+ input: "gradients/AddN_129"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/mul_1"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt_grad/RsqrtGrad"
+ op: "RsqrtGrad"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt_grad/RsqrtGrad"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt_grad/RsqrtGrad"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Neg"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/mul"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/mul_1"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square_grad/mul/x"
+ op: "Const"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 2.0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square_grad/mul/x"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square_grad/mul_1"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square_grad/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000&\000\000\000&\000\000\000\200\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 4
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/add"
+ op: "Add"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/mod"
+ op: "Mod"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/add"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 3
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/start"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/delta"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/range"
+ op: "Range"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/start"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/delta"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill/value"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill"
+ op: "Fill"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape_1"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill/value"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ op: "DynamicStitch"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/range"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/mod"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum"
+ op: "Maximum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/floordiv"
+ op: "Div"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ op: "Tile"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/floordiv"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_130"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square_grad/mul_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/mul"
+ op: "Mul"
+ input: "gradients/AddN_130"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/mul"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss"
+ input: "gradients/AddN_130"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/mul_1"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000&\000\000\000&\000\000\000\200\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/scalar"
+ op: "Const"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 2.0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/scalar"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/Conv2D"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/Add"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000&\000\000\000&\000\000\000\200\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 4
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/add"
+ op: "Add"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/mod"
+ op: "Mod"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/add"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 3
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/start"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/delta"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range"
+ op: "Range"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/start"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/delta"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill/value"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill"
+ op: "Fill"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape_1"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill/value"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ op: "DynamicStitch"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/mod"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum"
+ op: "Maximum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/floordiv"
+ op: "Div"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Tile"
+ op: "Tile"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/floordiv"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000&\000\000\000&\000\000\000\200\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Tile"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Tile"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Neg"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_131"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 3
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/Conv2D_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000&\000\000\000&\000\000\000\200\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropInput"
+ op: "Conv2DBackpropInput"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/Conv2D_grad/Shape"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights/read"
+ input: "gradients/AddN_131"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/Conv2D_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\003\000\000\000\003\000\000\000\200\000\000\000\200\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropFilter"
+ op: "Conv2DBackpropFilter"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/Relu"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/Conv2D_grad/Shape_1"
+ input: "gradients/AddN_131"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/Conv2D_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropInput"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropFilter"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/Conv2D_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropInput"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/Conv2D_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropInput"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/Conv2D_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropFilter"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/Conv2D_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropFilter"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/Relu_grad/ReluGrad"
+ op: "ReluGrad"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/Conv2D_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/Relu"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_132"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/Conv2D_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000&\000\000\000&\000\000\000\200\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/Relu_grad/ReluGrad"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/Relu_grad/ReluGrad"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000&\000\000\000&\000\000\000\200\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/mul"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/Conv2D"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/mul_1"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Neg"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/tuple/control_dependency_1"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/mul"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/mul_1"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_133"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/mul"
+ op: "Mul"
+ input: "gradients/AddN_133"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/gamma/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/mul"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt"
+ input: "gradients/AddN_133"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/mul_1"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt_grad/RsqrtGrad"
+ op: "RsqrtGrad"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt_grad/RsqrtGrad"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt_grad/RsqrtGrad"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Neg"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/mul"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/mul_1"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square_grad/mul/x"
+ op: "Const"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 2.0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square_grad/mul/x"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square_grad/mul_1"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square_grad/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000&\000\000\000&\000\000\000\200\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 4
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/add"
+ op: "Add"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/mod"
+ op: "Mod"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/add"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 3
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/start"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/delta"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/range"
+ op: "Range"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/start"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/delta"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill/value"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill"
+ op: "Fill"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape_1"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill/value"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ op: "DynamicStitch"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/range"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/mod"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum"
+ op: "Maximum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/floordiv"
+ op: "Div"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ op: "Tile"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/floordiv"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_134"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square_grad/mul_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/mul"
+ op: "Mul"
+ input: "gradients/AddN_134"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/mul"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss"
+ input: "gradients/AddN_134"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/mul_1"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000&\000\000\000&\000\000\000\200\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/scalar"
+ op: "Const"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 2.0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/scalar"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/Conv2D"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/Add"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000&\000\000\000&\000\000\000\200\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 4
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/add"
+ op: "Add"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/mod"
+ op: "Mod"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/add"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 3
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/start"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/delta"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range"
+ op: "Range"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/start"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/delta"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill/value"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill"
+ op: "Fill"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape_1"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill/value"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ op: "DynamicStitch"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/mod"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum"
+ op: "Maximum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/floordiv"
+ op: "Div"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Tile"
+ op: "Tile"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/floordiv"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000&\000\000\000&\000\000\000\200\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Tile"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Tile"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Neg"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_135"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 3
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/Conv2D_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000&\000\000\000&\000\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropInput"
+ op: "Conv2DBackpropInput"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/Conv2D_grad/Shape"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights/read"
+ input: "gradients/AddN_135"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/Conv2D_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\001\000\000\000\001\000\000\000\000\002\000\000\200\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropFilter"
+ op: "Conv2DBackpropFilter"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/Relu"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/Conv2D_grad/Shape_1"
+ input: "gradients/AddN_135"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/Conv2D_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropInput"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropFilter"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/Conv2D_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropInput"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/Conv2D_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropInput"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/Conv2D_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropFilter"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/Conv2D_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropFilter"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/Relu_grad/ReluGrad"
+ op: "ReluGrad"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/Conv2D_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/Relu"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_136"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/Conv2D_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000&\000\000\000&\000\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/Relu_grad/ReluGrad"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/Relu_grad/ReluGrad"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000&\000\000\000&\000\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/mul"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/add"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/mul_1"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/Neg"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/tuple/control_dependency_1"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/mul"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/mean"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/sub_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/mul_1"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/mean_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/mean_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/mean_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/mean_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/mean_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/mean_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/mean_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/mean_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/mean_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/mean_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/mean_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/mean_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/mean_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/mean_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_137"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_2_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/mul"
+ op: "Mul"
+ input: "gradients/AddN_137"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/gamma/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/mul"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/Rsqrt"
+ input: "gradients/AddN_137"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/mul_1"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/Rsqrt_grad/RsqrtGrad"
+ op: "RsqrtGrad"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/Rsqrt"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/add_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/add_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/add_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/add_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/add_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/Rsqrt_grad/RsqrtGrad"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/add_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/add_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/add_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/add_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/add_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/Rsqrt_grad/RsqrtGrad"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/add_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/add_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/add_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/add_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/add_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/add_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/add_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/add_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/add_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/add_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/add_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/add_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/Neg"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/mul"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/mul_1"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/Square_grad/mul/x"
+ op: "Const"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 2.0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/Square_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/Square_grad/mul/x"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/Square_grad/mul_1"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/variance_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/Square_grad/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000&\000\000\000&\000\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 4
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/add"
+ op: "Add"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss/reduction_indices"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/mod"
+ op: "Mod"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/add"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 3
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/range/start"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/range/delta"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/range"
+ op: "Range"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/range/start"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Size"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/range/delta"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Fill/value"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Fill"
+ op: "Fill"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Shape_1"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Fill/value"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ op: "DynamicStitch"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/range"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/mod"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Fill"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Maximum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Maximum"
+ op: "Maximum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Maximum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/floordiv"
+ op: "Div"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Maximum"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/Mul_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Tile"
+ op: "Tile"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/floordiv"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_138"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/mean_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/Square_grad/mul_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/mul"
+ op: "Mul"
+ input: "gradients/AddN_138"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/mul"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss"
+ input: "gradients/AddN_138"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/mul_1"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000&\000\000\000&\000\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/scalar"
+ op: "Const"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 2.0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/scalar"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/add"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/Add"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/mul"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Reshape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000&\000\000\000&\000\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 4
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/add"
+ op: "Add"
+ input: "resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss/reduction_indices"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/mod"
+ op: "Mod"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/add"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 3
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/range/start"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/range/delta"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/range"
+ op: "Range"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/range/start"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Size"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/range/delta"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Fill/value"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Fill"
+ op: "Fill"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Shape_1"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Fill/value"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ op: "DynamicStitch"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/range"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/mod"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Fill"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Maximum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Maximum"
+ op: "Maximum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Maximum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/floordiv"
+ op: "Div"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Maximum"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/normalize/shifted_mean_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Tile"
+ op: "Tile"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/floordiv"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000&\000\000\000&\000\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Tile"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/mean_ss_grad/Tile"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Neg"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_139"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/add_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/batchnorm/mul_1_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/preact/moments/sufficient_statistics/Sub_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 4
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_3/bottleneck_v2/add_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/add_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000&\000\000\000&\000\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/add_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000&\000\000\000&\000\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/add_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/add_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/add_grad/Sum"
+ op: "Sum"
+ input: "gradients/AddN_139"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/add_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/add_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/add_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/add_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/add_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/AddN_139"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/add_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/add_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/add_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/add_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/add_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/add_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/add_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/add_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/add_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/add_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/BiasAdd_grad/BiasAddGrad"
+ op: "BiasAddGrad"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/add_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/BiasAdd_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/add_grad/tuple/control_dependency_1"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/BiasAdd_grad/BiasAddGrad"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/BiasAdd_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/add_grad/tuple/control_dependency_1"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/BiasAdd_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/add_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/BiasAdd_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/BiasAdd_grad/BiasAddGrad"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/BiasAdd_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/BiasAdd_grad/BiasAddGrad"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/Conv2D_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000&\000\000\000&\000\000\000\200\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropInput"
+ op: "Conv2DBackpropInput"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/Conv2D_grad/Shape"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights/read"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/BiasAdd_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/Conv2D_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\001\000\000\000\001\000\000\000\200\000\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropFilter"
+ op: "Conv2DBackpropFilter"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/Relu"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/Conv2D_grad/Shape_1"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/BiasAdd_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/Conv2D_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropInput"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropFilter"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/Conv2D_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropInput"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/Conv2D_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropInput"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/Conv2D_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropFilter"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/Conv2D_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/Conv2D_grad/Conv2DBackpropFilter"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/Relu_grad/ReluGrad"
+ op: "ReluGrad"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/Conv2D_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/Relu"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_140"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/Conv2D_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000&\000\000\000&\000\000\000\200\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/Relu_grad/ReluGrad"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/Relu_grad/ReluGrad"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000&\000\000\000&\000\000\000\200\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/mul"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/Conv2D"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/mul_1"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Neg"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/tuple/control_dependency_1"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/mul"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/sub_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/mul_1"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_141"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/mul"
+ op: "Mul"
+ input: "gradients/AddN_141"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/gamma/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/mul"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt"
+ input: "gradients/AddN_141"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/mul_1"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt_grad/RsqrtGrad"
+ op: "RsqrtGrad"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt_grad/RsqrtGrad"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/Rsqrt_grad/RsqrtGrad"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/add_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Neg"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/mul"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/mul_1"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square_grad/mul/x"
+ op: "Const"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 2.0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square_grad/mul/x"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square_grad/mul_1"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square_grad/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000&\000\000\000&\000\000\000\200\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 4
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/add"
+ op: "Add"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/mod"
+ op: "Mod"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/add"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 3
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/start"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/delta"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/range"
+ op: "Range"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/start"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/delta"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill/value"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill"
+ op: "Fill"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape_1"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill/value"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ op: "DynamicStitch"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/range"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/mod"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum"
+ op: "Maximum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/floordiv"
+ op: "Div"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Mul_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ op: "Tile"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/floordiv"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_142"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/Square_grad/mul_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/mul"
+ op: "Mul"
+ input: "gradients/AddN_142"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/mul"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss"
+ input: "gradients/AddN_142"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/mul_1"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000&\000\000\000&\000\000\000\200\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/scalar"
+ op: "Const"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 2.0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/scalar"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/Conv2D"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/Add"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000&\000\000\000&\000\000\000\200\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 4
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/add"
+ op: "Add"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/mod"
+ op: "Mod"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/add"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 3
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/start"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/delta"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range"
+ op: "Range"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/start"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/delta"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill/value"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill"
+ op: "Fill"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape_1"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill/value"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ op: "DynamicStitch"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/mod"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum"
+ op: "Maximum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/floordiv"
+ op: "Div"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/normalize/shifted_mean_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Tile"
+ op: "Tile"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/floordiv"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000&\000\000\000&\000\000\000\200\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Tile"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Tile"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Neg"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_143"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 3
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/Conv2D_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000&\000\000\000&\000\000\000\200\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropInput"
+ op: "Conv2DBackpropInput"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/Conv2D_grad/Shape"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights/read"
+ input: "gradients/AddN_143"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/Conv2D_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\003\000\000\000\003\000\000\000\200\000\000\000\200\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropFilter"
+ op: "Conv2DBackpropFilter"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/Relu"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/Conv2D_grad/Shape_1"
+ input: "gradients/AddN_143"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/Conv2D_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropInput"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropFilter"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/Conv2D_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropInput"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/Conv2D_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropInput"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/Conv2D_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropFilter"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/Conv2D_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/Conv2D_grad/Conv2DBackpropFilter"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/Relu_grad/ReluGrad"
+ op: "ReluGrad"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/Conv2D_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/Relu"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_144"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/Conv2D_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ dim {
+ size: 3
+ }
+ dim {
+ size: 128
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000&\000\000\000&\000\000\000\200\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/Relu_grad/ReluGrad"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/Relu_grad/ReluGrad"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000&\000\000\000&\000\000\000\200\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/mul"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/Conv2D"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/mul_1"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Neg"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/tuple/control_dependency_1"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/mul"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/sub_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/mul_1"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_145"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_2_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/mul"
+ op: "Mul"
+ input: "gradients/AddN_145"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/gamma/read"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/mul"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt"
+ input: "gradients/AddN_145"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/mul_1"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt_grad/RsqrtGrad"
+ op: "RsqrtGrad"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt_grad/RsqrtGrad"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/Rsqrt_grad/RsqrtGrad"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/add_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Neg"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/mul"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/mul_1"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square_grad/mul/x"
+ op: "Const"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 2.0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square_grad/mul/x"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square_grad/mul_1"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/variance_grad/tuple/control_dependency_1"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square_grad/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000&\000\000\000&\000\000\000\200\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 4
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/add"
+ op: "Add"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss/reduction_indices"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/mod"
+ op: "Mod"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/add"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 3
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/start"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/delta"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/range"
+ op: "Range"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/start"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Size"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/range/delta"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill/value"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill"
+ op: "Fill"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape_1"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill/value"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ op: "DynamicStitch"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/range"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/mod"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Fill"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum"
+ op: "Maximum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/floordiv"
+ op: "Div"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Maximum"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Mul_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/DynamicStitch"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ op: "Tile"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/floordiv"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_146"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/Square_grad/mul_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/mul"
+ op: "Mul"
+ input: "gradients/AddN_146"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/divisor"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/mul"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss"
+ input: "gradients/AddN_146"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/mul_1"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000&\000\000\000&\000\000\000\200\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/scalar"
+ op: "Const"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_FLOAT
+ tensor_shape {
+ }
+ float_val: 2.0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/scalar"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/sub"
+ op: "Sub"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/Conv2D"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/Add"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/var_ss_grad/Tile"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/sub"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/mul_1"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/Neg"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000&\000\000\000&\000\000\000\200\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 4
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/add"
+ op: "Add"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss/reduction_indices"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/mod"
+ op: "Mod"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/add"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 3
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/start"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 0
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/delta"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range"
+ op: "Range"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/start"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Size"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range/delta"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill/value"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill"
+ op: "Fill"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape_1"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill/value"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 3
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ op: "DynamicStitch"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/range"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/mod"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Fill"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum/y"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ }
+ int_val: 1
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum"
+ op: "Maximum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum/y"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/floordiv"
+ op: "Div"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Maximum"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/normalize/shifted_mean_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/DynamicStitch"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Tile"
+ op: "Tile"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/floordiv"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000&\000\000\000&\000\000\000\200\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 128
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Tile"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/mean_ss_grad/Tile"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Neg"
+ op: "Neg"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Sum_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Neg"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_147"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/SquaredDifference_grad/tuple/control_dependency"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/moments/sufficient_statistics/Sub_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 3
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/BatchNorm/batchnorm/mul_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/Conv2D_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000&\000\000\000&\000\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropInput"
+ op: "Conv2DBackpropInput"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/Conv2D_grad/Shape"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights/read"
+ input: "gradients/AddN_147"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/Conv2D_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: "\001\000\000\000\001\000\000\000\000\002\000\000\200\000\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropFilter"
+ op: "Conv2DBackpropFilter"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/Relu"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/Conv2D_grad/Shape_1"
+ input: "gradients/AddN_147"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "data_format"
+ value {
+ s: "NHWC"
+ }
+ }
+ attr {
+ key: "padding"
+ value {
+ s: "SAME"
+ }
+ }
+ attr {
+ key: "strides"
+ value {
+ list {
+ i: 1
+ i: 1
+ i: 1
+ i: 1
+ }
+ }
+ }
+ attr {
+ key: "use_cudnn_on_gpu"
+ value {
+ b: true
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/Conv2D_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropInput"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropFilter"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/Conv2D_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropInput"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/Conv2D_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropInput"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/Conv2D_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropFilter"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/Conv2D_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/Conv2D_grad/Conv2DBackpropFilter"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/preact/Relu_grad/ReluGrad"
+ op: "ReluGrad"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/Conv2D_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/Relu"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/AddN_148"
+ op: "AddN"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/Conv2D_grad/tuple/control_dependency_1"
+ device: "/job:worker"
+ attr {
+ key: "N"
+ value {
+ i: 2
+ }
+ }
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/weights/Regularizer/L2Regularizer/L2Loss_grad/mul"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ dim {
+ size: 1
+ }
+ dim {
+ size: 512
+ }
+ dim {
+ size: 128
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/preact/batchnorm/add_1_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000&\000\000\000&\000\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/preact/batchnorm/add_1_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/preact/batchnorm/add_1_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/preact/batchnorm/add_1_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/preact/batchnorm/add_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/preact/batchnorm/add_1_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/preact/Relu_grad/ReluGrad"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/preact/batchnorm/add_1_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/preact/batchnorm/add_1_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/preact/batchnorm/add_1_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/preact/batchnorm/add_1_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/preact/Relu_grad/ReluGrad"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/preact/batchnorm/add_1_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/preact/batchnorm/add_1_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/preact/batchnorm/add_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/preact/batchnorm/add_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 4
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 4
+ }
+ }
+ tensor_content: " \000\000\000&\000\000\000&\000\000\000\000\002\000\000"
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ shape {
+ dim {
+ size: -1
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/mul"
+ op: "Mul"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/control_dependency"
+ input: "resnet_v2_50/block2/unit_2/bottleneck_v2/preact/batchnorm/mul"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/Sum"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/mul"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/BroadcastGradientArgs"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/Sum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/Shape"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/mul_1"
+ op: "Mul"
+ input: "resnet_v2_50/block2/unit_1/bottleneck_v2/add"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/preact/batchnorm/add_1_grad/tuple/control_dependency"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/Sum_1"
+ op: "Sum"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/mul_1"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/BroadcastGradientArgs:1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ unknown_rank: true
+ }
+ }
+ }
+ }
+ attr {
+ key: "keep_dims"
+ value {
+ b: false
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape_1"
+ op: "Reshape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/Sum_1"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/tuple/group_deps"
+ op: "NoOp"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape_1"
+ device: "/job:worker"
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/tuple/control_dependency"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 32
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 38
+ }
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/tuple/control_dependency_1"
+ op: "Identity"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape_1"
+ input: "^gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/tuple/group_deps"
+ device: "/job:worker"
+ attr {
+ key: "T"
+ value {
+ type: DT_FLOAT
+ }
+ }
+ attr {
+ key: "_class"
+ value {
+ list {
+ s: "loc:@gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/preact/batchnorm/mul_1_grad/Reshape_1"
+ }
+ }
+ }
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 512
+ }
+ }
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/preact/batchnorm/sub_grad/Shape"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/preact/batchnorm/sub_grad/Shape_1"
+ op: "Const"
+ device: "/job:worker"
+ attr {
+ key: "_output_shapes"
+ value {
+ list {
+ shape {
+ dim {
+ size: 1
+ }
+ }
+ }
+ }
+ }
+ attr {
+ key: "dtype"
+ value {
+ type: DT_INT32
+ }
+ }
+ attr {
+ key: "value"
+ value {
+ tensor {
+ dtype: DT_INT32
+ tensor_shape {
+ dim {
+ size: 1
+ }
+ }
+ int_val: 512
+ }
+ }
+ }
+}
+node {
+ name: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/preact/batchnorm/sub_grad/BroadcastGradientArgs"
+ op: "BroadcastGradientArgs"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/preact/batchnorm/sub_grad/Shape"
+ input: "gradients/resnet_v2_50/block2/unit_2/bottleneck_v2/preact/batchnorm/sub_grad/Shape_1"
+ device: "/job:worker"
+ attr {
+